{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.011312122456729412,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.009646459482610226,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.004796578548848629,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.005044969264417887,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.005044847726821899,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.001966576324775815,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.010841897688806057,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.00956748053431511,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.005315861664712429,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.004655270837247372,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.004869463853538036,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.00507102208212018,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004653968382626772,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0027272559236735106,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0020627679768949747,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.002683902159333229,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0018604003125801682,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0015876023098826408,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.001811163849197328,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0015208633849397302,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.001764761283993721,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0018110008677467704,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0013912534341216087,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015022221487015486,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.011556686833500862,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.009900006465613842,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.004830705001950264,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.0050404793582856655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.005040179472416639,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.001838691416196525,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.01131430733948946,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.009792100638151169,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.005306598264724016,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.004625759553164244,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0048317676410079,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0050588189624249935,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.00462293578311801,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0026364740915596485,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0018985100323334336,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0026022447273135185,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0016611465252935886,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.001338444883003831,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0015992061235010624,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0012551009422168136,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0015947093488648534,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0015990722458809614,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0011649467051029205,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012305183336138725,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.12124081701040268,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07244832068681717,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04459425434470177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.05027450621128082,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.05024000257253647,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.022268090397119522,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08100879192352295,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06654167920351028,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.05724901333451271,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.032436735928058624,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03900274634361267,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04403803497552872,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.032100025564432144,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.024417554959654808,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.022280292585492134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02248392626643181,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.012945701368153095,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.011940027587115765,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009615352377295494,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007927644066512585,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011549574322998524,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009554744698107243,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006642691791057587,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006219823379069567,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1200525090098381,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07687496393918991,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0518980398774147,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05117812007665634,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.049395520240068436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02614501491189003,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07554209232330322,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0671512708067894,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.056905560195446014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.033275775611400604,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03589906543493271,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.038617853075265884,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03246276453137398,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02468860149383545,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022503038868308067,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019591273739933968,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01429770328104496,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01348489336669445,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011693470180034637,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010300804860889912,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0109062185510993,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011581971310079098,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008139237761497498,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009077551774680614,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.11920490115880966,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.11096581071615219,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.10848969221115112,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.09879505634307861,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0536818765103817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.051225025206804276,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.059887077659368515,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.05525101721286774,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.05438042804598808,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.048887286335229874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.046734657138586044,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.030459824949502945,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.026531748473644257,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.02586083859205246,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.025720223784446716,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.015338689088821411,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01396835595369339,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.0138993039727211,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.013100638054311275,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.013013139367103577,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.008601069450378418,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.00935257226228714,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.008348890580236912,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007267023902386427,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1405782550573349,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13255740702152252,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13014303147792816,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1185738816857338,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06372444331645966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.061340976506471634,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07054673880338669,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06515809893608093,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.06440082937479019,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0584164559841156,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05571139231324196,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.035603053867816925,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03088216856122017,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.030280020087957382,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03013409860432148,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01774659939110279,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.015520342625677586,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01545653585344553,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01448608934879303,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01439802348613739,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.00931507907807827,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009283495135605335,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.009070796892046928,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.006106937304139137,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.07756254076957703,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.06641256809234619,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.06063820421695709,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.05359460040926933,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.034466955810785294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.029789280146360397,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.047955628484487534,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.04009323567152023,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.03600739315152168,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.02867634780704975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.02743924781680107,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.022855347022414207,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.01918754354119301,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.017011767253279686,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.01647568866610527,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.011805688962340355,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.009697722271084785,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.009492248296737671,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.008703617379069328,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.008394814096391201,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.007160039618611336,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.007270593661814928,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.006515804678201675,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.005933004897087812,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.021223735064268112,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.013915945775806904,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.007920879870653152,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.008399339392781258,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.008151565678417683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0035572759807109833,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.014512049034237862,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.01312768179923296,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.009910225868225098,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.006399676203727722,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0068629151210188866,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.007326371967792511,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.006264468654990196,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.004092237446457148,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0034018349833786488,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.003688239958137274,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0023773086722940207,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00209828931838274,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.002087945817038417,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0016698518302291632,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.002015330595895648,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0020672508981078863,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.001264106249436736,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015130189713090658,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.01850244216620922,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.012411151081323624,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.006775290705263615,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.007202239707112312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.007021601311862469,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.002851212164387107,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.01332701463252306,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.011865043081343174,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.008564935065805912,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0057272957637906075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.006195832975208759,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.006644150707870722,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.005635053850710392,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.003504454391077161,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.002796092303469777,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.003338869195431471,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.002007926581427455,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.0017215405823662877,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.001787511631846428,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0013690631603822112,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0017846898408606648,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0017731375992298126,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.001019687857478857,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00124776316806674,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.14535655081272125,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09458570927381516,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0683688148856163,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06507062911987305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.05955113098025322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03442476689815521,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08709025382995605,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07898271083831787,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.06905321776866913,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.041311465203762054,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.04242105409502983,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04448562487959862,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03778457269072533,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02898322604596615,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.02647842839360237,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.022220127284526825,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.015359991230070591,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.014344611205160618,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011898370459675789,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010043004527688026,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011530023068189621,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.011276071891188622,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.007802209351211786,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007345590740442276,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.15718144178390503,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12658457458019257,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1132299080491066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09406368434429169,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07102867215871811,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05814715102314949,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09224006533622742,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08133463561534882,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07461753487586975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.053007397800683975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.050132181495428085,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04753546789288521,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03962275758385658,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.035070065408945084,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.033934418112039566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02407027967274189,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019665861502289772,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01914294995367527,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.016526320949196815,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01580357924103737,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013560723513364792,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014488696120679379,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.011845766566693783,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011554406955838203,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1693120300769806,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15950098633766174,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.156747505068779,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1417466104030609,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07842635363340378,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0753270611166954,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08704936504364014,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08010561764240265,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07926815748214722,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07121974229812622,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06778813898563385,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04466049000620842,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03884877637028694,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0381598174571991,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03799973055720329,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022595683112740517,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020898958668112755,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020832890644669533,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019591867923736572,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019496554508805275,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012857149355113506,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014280686154961586,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012610269710421562,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011428735218942165,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.20584677159786224,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.194808691740036,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19159220159053802,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1736053228378296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0957472026348114,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09211119264364243,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10577438026666641,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09755018353462219,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.09664705395698547,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08715125918388367,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08277694880962372,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05405350774526596,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04694646596908569,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0461912639439106,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04600740224123001,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02707371674478054,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02463577501475811,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02456481382250786,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0230232123285532,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02291354164481163,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.014822190627455711,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016056792810559273,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.014514847658574581,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012173634022474289,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.016933176666498184,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.016567373648285866,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.006159711163491011,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.005786397028714418,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.005143000744283199,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0030286815017461777,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.017299864441156387,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.016145050525665283,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.005217225756496191,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.004904065281152725,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0047080423682928085,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0045694769360125065,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.004674303811043501,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.0025374051183462143,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.002458892296999693,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.002387185348197818,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.0022455486468970776,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.0009415142703801394,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.0022074286825954914,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.0008694643038325012,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0022021250333637,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0021802186965942383,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.0006940659950487316,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0007570674642920494,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0574047677218914,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.04424503073096275,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03725458309054375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.033264368772506714,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.024561848491430283,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.01834084279835224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03430262207984924,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.031248224899172783,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.027044694870710373,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01924995705485344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.018909750506281853,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.017400164157152176,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0148971201851964,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.011917001567780972,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01111376378685236,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008700523525476456,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.006330939941108227,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.005976808723062277,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005313965957611799,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.004767160397022963,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004534813109785318,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004544009454548359,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0033716235775500536,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0030516625847667456,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.05927486717700958,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04369805008172989,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.03460956737399101,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.03159550204873085,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.02472945861518383,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.01688297837972641,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03647701442241669,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03308505564928055,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.02774622105062008,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0190486591309309,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.019066574051976204,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018387610092759132,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.015742888674139977,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.012032011523842812,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.010984913446009159,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009192335419356823,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.006449130363762379,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.005988640710711479,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005380726419389248,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00466833496466279,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004805891774594784,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0048059625551104546,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.003375470172613859,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032337878365069628,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.17584778368473053,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1446501910686493,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.132562518119812,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.11606263369321823,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.07877395302057266,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.06584379822015762,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09827633202075958,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.08903199434280396,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.08376219123601913,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06271939724683762,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.05953201279044151,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04996662586927414,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04261646792292595,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.03793583810329437,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.036777932196855545,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.024966102093458176,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.01960044354200363,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.01908852346241474,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.016351722180843353,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.015537858009338379,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013034811243414879,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01257600262761116,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.011012408882379532,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008042803965508938,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.15740755200386047,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.13793392479419708,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1282789707183838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1101272776722908,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07255974411964417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06327717006206512,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0919778123497963,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0824856162071228,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07547691464424133,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06040302291512489,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05641020089387894,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04795319214463234,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.040291354060173035,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03579724207520485,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03468356281518936,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024445414543151855,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019919052720069885,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.019402088597416878,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.017732074484229088,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.017040668055415154,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014025873504579067,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014523758552968502,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012431332841515541,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011443061754107475,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.20608951151371002,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19359298050403595,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.18988396227359772,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.17099790275096893,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0964842364192009,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0921504944562912,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10714264959096909,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09871666878461838,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.09765174239873886,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08661358803510666,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08183695375919342,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.054752398282289505,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.047361355274915695,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.046379584819078445,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.046148404479026794,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.027399957180023193,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0242750383913517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.024167709052562714,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02234850451350212,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.022196369245648384,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01478644460439682,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015249446034431458,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.014376996085047722,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010905027389526367,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24112474918365479,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2268700748682022,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2226090133190155,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2005857229232788,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11285025626420975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10786724090576172,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12488892674446106,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11526832729578018,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11417921632528305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10135114938020706,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09558672457933426,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06358850002288818,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055081844329833984,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05399859696626663,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0537392720580101,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031764209270477295,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027724256739020348,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027611957862973213,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025403138250112534,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025239180773496628,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016735799610614777,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01661365106701851,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016272736713290215,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010978329926729202,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.1861681044101715,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.16390091180801392,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1553030163049698,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.13739481568336487,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.08388254046440125,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.07553768157958984,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09974131733179092,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09095168858766556,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.08664193749427795,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07109131664037704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.06729092448949814,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05060139670968056,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.043519265949726105,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04034765437245369,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.03957246616482735,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.025431839749217033,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02132868953049183,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.021034978330135345,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.018892968073487282,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.018399549648165703,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.013817637227475643,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01403935719281435,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.012731436640024185,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.010076738893985748,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.04375670850276947,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.03609684109687805,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03193812444806099,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.028071466833353043,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.019374573603272438,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.01576998271048069,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.025998063385486603,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.023633839562535286,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.02072223648428917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01573348045349121,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.015147357247769833,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.013209731318056583,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.011296483688056469,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.009402848780155182,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.008906939998269081,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.006622267421334982,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.004998325370252132,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.004772109445184469,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.004297424107789993,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.003969276323914528,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0035128574818372726,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.003512991825118661,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.002789361635223031,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0024180624168366194,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.04373965412378311,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.035012729465961456,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.029719118028879166,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.02622777596116066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.01892051100730896,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.014539116993546486,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.026826532557606697,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.02434387616813183,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.020550020039081573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.015207385644316673,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.014909845776855946,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.013590374030172825,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.011607518419623375,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.009157427586615086,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.00848361849784851,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.006804788485169411,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.004810089245438576,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.004500039387494326,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00408546905964613,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0036315449979156256,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.003540471661835909,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.003429108764976263,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0025864853523671627,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.002204873599112034,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.18007872998714447,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.15126611292362213,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.14017821848392487,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.12244324386119843,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08116799592971802,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.06946045905351639,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.09898186475038528,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09081021696329117,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.08552408963441849,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06557469069957733,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06178485229611397,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.050251588225364685,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.043324898928403854,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.03893608972430229,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.03787241131067276,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.025100544095039368,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0199790857732296,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.019495462998747826,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01681213453412056,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01606098562479019,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.012924952432513237,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012556247413158417,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.011108435690402985,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007791992276906967,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.17485707998275757,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15258541703224182,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14435270428657532,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12324108928442001,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08075638115406036,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0719032883644104,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09558603167533875,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08689258992671967,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08315758407115936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06590738147497177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06009548902511597,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.049243275076150894,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04218330234289169,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.039489638060331345,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.038835495710372925,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02486814185976982,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.021608659997582436,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021283600479364395,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01887552998960018,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018459411337971687,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013868981041014194,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0150061696767807,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012846880592405796,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011733484454452991,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.21371705830097198,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2008812427520752,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19695419073104858,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.17773659527301788,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.10039398074150085,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09582792967557907,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11139854788780212,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10272931307554245,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10162686556577682,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09014597535133362,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08519306033849716,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05687813088297844,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04921454191207886,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04817304015159607,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04793538898229599,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028461789712309837,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.025026610121130943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.024921664968132973,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.022991888225078583,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.022842224687337875,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01521883811801672,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015435410663485527,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.014796596020460129,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010718388482928276,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.25008442997932434,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23525623977184296,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23079662024974823,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20847667753696442,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11751480400562286,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11228492856025696,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1303664743900299,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12013288587331772,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11896884441375732,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10564832389354706,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09995733946561813,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06652992218732834,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.057480763643980026,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05631601810455322,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05604582279920578,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0332636758685112,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028991255909204483,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02886534109711647,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02659953199326992,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026422707363963127,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01769956573843956,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017488086596131325,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017203880473971367,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011679972521960735,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.20943698287010193,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.185695081949234,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17681658267974854,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15673613548278809,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.0950053483247757,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.086054727435112,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11172893643379211,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10220669955015182,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.0980231761932373,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08088722079992294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07648087292909622,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0567479245364666,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04890573397278786,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04567263275384903,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.044886693358421326,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02848886139690876,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02400568500161171,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02371158078312874,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021283278241753578,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.020777804777026176,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015367173589766026,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015568402595818043,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01425104308873415,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011010264977812767,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06109607219696045,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05105462297797203,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04546661674976349,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.04022655636072159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.027199219912290573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.022397954016923904,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03670225292444229,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.033049918711185455,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.02896994538605213,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02242414839565754,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0216425321996212,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.018691806122660637,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.015852300450205803,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.013219167478382587,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.012532990425825119,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.00939663965255022,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.007086395286023617,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.006775429472327232,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006183168385177851,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.005740779917687178,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00501524843275547,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005037966184318066,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.004007416311651468,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003562183352187276,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.05887424200773239,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.047763388603925705,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04144849628210068,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.03681572154164314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.02561120130121708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.020297164097428322,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0358143150806427,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.032163605093955994,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.027759872376918793,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.020900769159197807,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.020405499264597893,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01827584207057953,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.015404359437525272,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.012442538514733315,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.011646066792309284,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009171185083687305,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.006634595338255167,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.006271789316087961,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005731923971325159,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0052095744758844376,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004821752663701773,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004762545693665743,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.003649868303909898,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003253871574997902,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.19748377799987793,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16884633898735046,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.158101424574852,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.13857121765613556,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08946019411087036,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.07808581739664078,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10764916241168976,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09877177327871323,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09393513947725296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07356525212526321,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06927599757909775,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.054776083678007126,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047209732234478,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04299308359622955,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.041927263140678406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027371851727366447,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0221022367477417,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021662261337041855,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018896106630563736,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018180185928940773,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014184858649969101,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013902746140956879,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012400035746395588,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008825819008052349,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.16553911566734314,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1471012681722641,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14024008810520172,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12023719400167465,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07649600505828857,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06898985058069229,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09122800081968307,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08191673457622528,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0786234438419342,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06385849416255951,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.058727849274873734,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04707197844982147,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03991493210196495,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03745713829994202,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03687134385108948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.023793824017047882,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.020476385951042175,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.020218990743160248,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018122663721442223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.017765674740076065,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013299142941832542,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014200368896126747,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012342873029410839,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01112151425331831,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.18336331844329834,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1713942587375641,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16748632490634918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.15078656375408173,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08616361021995544,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.08175943791866302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09662219136953354,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08891797810792923,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08745643496513367,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07692168653011322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0725964680314064,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.049329016357660294,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04264044016599655,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04141208529472351,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04112008959054947,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024751145392656326,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02153663896024227,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02140403352677822,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01969243586063385,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019513944163918495,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013301780447363853,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013352516107261181,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012805038131773472,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009266908280551434,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.25008121132850647,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23436233401298523,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2294664829969406,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20677414536476135,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1175956130027771,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11190997809171677,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1311720907688141,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12086641788482666,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11921744793653488,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10525809228420258,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09936778992414474,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06690970808267593,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.057846710085868835,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05639537796378136,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.056053511798381805,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033486854285001755,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02899995818734169,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028844540938735008,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026497788727283478,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02627645432949066,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017740711569786072,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01747969537973404,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017148012295365334,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01156556699424982,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21052977442741394,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18836955726146698,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1799878180027008,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16027595102787018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09599486738443375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08758030086755753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11334872245788574,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10303857177495956,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09879714995622635,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08275137841701508,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07833436131477356,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0577106736600399,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.049451787024736404,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04625708609819412,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04547761008143425,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029039597138762474,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02446768432855606,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024173127487301826,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02192416973412037,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021435897797346115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01577102579176426,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01604548655450344,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014654935337603092,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011584802530705929,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07191527634859085,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0620337650179863,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05671459808945656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.050122007727622986,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03240210562944412,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.027832726016640663,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04206204414367676,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.038202494382858276,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03405687212944031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.027293404564261436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.026105351746082306,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021331189200282097,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01826569437980652,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.015703819692134857,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.015037220902740955,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010696773417294025,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008316459134221077,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008001952432096004,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00732492096722126,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.006894585210829973,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00567781412974,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005712565034627914,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00469826627522707,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003947346471250057,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06579064577817917,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05566098168492317,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04978172853589058,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.04391079023480415,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.029191672801971436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.02427876926958561,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03900695964694023,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03555906191468239,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.030980803072452545,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02427998185157776,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.02341684326529503,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.019770745187997818,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.016937555745244026,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.014082950539886951,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.013331352733075619,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009904447942972183,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0073251184076070786,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.006965185049921274,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00634890329092741,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.005845032632350922,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005119237117469311,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004979476798325777,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004011086653918028,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0031718951649963856,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2133433073759079,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18848375976085663,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17976680397987366,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.15827597677707672,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0980934351682663,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0885372906923294,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1146531030535698,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10535210371017456,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10160185396671295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08283329755067825,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07752849161624908,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05822165310382843,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05030113831162453,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04701630771160126,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04620704799890518,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029056185856461525,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.023902980610728264,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02355358377099037,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02072405256330967,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.020187245681881905,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014925899915397167,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014381781220436096,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013505125418305397,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008724367246031761,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1970081478357315,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17732977867126465,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1700582653284073,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14719372987747192,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09112020581960678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08342961221933365,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10679926723241806,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09737396240234375,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09359389543533325,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07735337316989899,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07189641892910004,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05495955049991608,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04697331041097641,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04406329616904259,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.043365299701690674,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027670318260788918,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.023335212841629982,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023022674024105072,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020662764087319374,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02021573856472969,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01510867290198803,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015314619988203049,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014002231881022453,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011103720404207706,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.18795348703861237,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17578843235969543,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.17178665101528168,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.15469971299171448,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08830621838569641,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.08378637582063675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09884924441576004,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09118795394897461,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0896264836192131,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07889619469642639,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07455386221408844,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05035500228404999,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043653737753629684,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04235916957259178,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04205099493265152,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0251818485558033,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.021850338205695152,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.021711915731430054,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019946470856666565,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019756291061639786,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013285979628562927,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01330115832388401,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012750211171805859,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008905068039894104,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.250392884016037,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23477794229984283,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2298615723848343,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20742210745811462,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11783671379089355,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1122116968035698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1312873363494873,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1212097704410553,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11950509995222092,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10559814423322678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09988270699977875,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06686022877693176,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.057954613119363785,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.056459859013557434,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05610941722989082,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03341082111001015,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028950724750757217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028793619945645332,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026451081037521362,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026228267699480057,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0174994058907032,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017330661416053772,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016880128532648087,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011295518837869167,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21418778598308563,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19239762425422668,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18362835049629211,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1637038290500641,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.0980646014213562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0894153043627739,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11641175299882889,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10584268718957901,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10086088627576828,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08468053489923477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08056427538394928,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05943436548113823,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05077279731631279,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.047222800552845,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.046346455812454224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029980286955833435,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024868449196219444,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024523260071873665,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02227519266307354,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021727724000811577,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016315877437591553,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01621277630329132,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015052682720124722,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011506911367177963,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06834342330694199,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05858251079916954,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05249578878283501,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.04641895368695259,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03068661130964756,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02567819133400917,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.041514668613672256,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.037517648190259933,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03237435966730118,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.025797013193368912,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.024900343269109726,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02107269875705242,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.017945341765880585,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.014893332496285439,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.014090033248066902,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010564401745796204,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.007933276705443859,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.007548632100224495,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006995452102273703,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0064839948900043964,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005578485317528248,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0056007541716098785,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.004405058454722166,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003879586001858115,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06307141482830048,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05299823358654976,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04644724726676941,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.041089724749326706,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.02791202813386917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.02257927507162094,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03881838917732239,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03515863046050072,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.029762979596853256,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02321409061551094,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.02251245081424713,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.019627733156085014,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.016776470467448235,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.013495288789272308,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.012615970335900784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009811855852603912,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.007095753215253353,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.00667145662009716,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006179966498166323,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.005603923462331295,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005111251957714558,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005004936829209328,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0038617518730461597,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003274158574640751,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1884777694940567,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16651876270771027,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15764716267585754,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.13899947702884674,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0865718424320221,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.07758195698261261,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10325151681900024,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09485943615436554,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.08971541374921799,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07319576293230057,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0687437504529953,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.052414823323488235,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.045248210430145264,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04152950644493103,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0406031496822834,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02618805505335331,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.021218882873654366,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02080252207815647,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01848646253347397,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.017880771309137344,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013465384021401405,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013090134598314762,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01190938614308834,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00810233224183321,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1869717836380005,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16463783383369446,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15613901615142822,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13499681651592255,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08619338274002075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.077000193297863,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10305009037256241,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09338556975126266,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0892283022403717,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07210039347410202,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06630067527294159,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05302160605788231,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04513997584581375,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04183699190616608,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04102359712123871,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02663424238562584,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022334201261401176,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021982872858643532,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0196403618901968,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019132817164063454,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014407796785235405,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014979417435824871,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01309453509747982,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011065233498811722,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1721743792295456,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1612251102924347,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15753144025802612,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1422659158706665,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08092721551656723,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07683225721120834,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09093517065048218,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08373302966356277,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08210986852645874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07250870019197464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06864508241415024,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04642632603645325,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0401182547211647,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.038864411413669586,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03856608271598816,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023254739120602608,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020133323967456818,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02000102587044239,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018442023545503616,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01825878955423832,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012412404641509056,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012396583333611488,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011903498321771622,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008454397320747375,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23975226283073425,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22504153847694397,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22023485600948334,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19906014204025269,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11294809728860855,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10747827589511871,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1262630671262741,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1163121685385704,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11447721719741821,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10133113712072372,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09592870622873306,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06439075618982315,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05565358325839043,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0541190579533577,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0537647046148777,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03221205249428749,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027793284505605698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027623571455478668,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02542729862034321,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02519640512764454,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016986597329378128,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016706841066479683,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016353629529476166,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010949845425784588,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21422989666461945,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1935487985610962,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18557780981063843,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1656179279088974,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09846355766057968,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0905553549528122,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11630947887897491,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10529105365276337,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10107085853815079,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08546412736177444,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08135727792978287,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.059199053794145584,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05052122846245766,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04743584990501404,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04668956995010376,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029740499332547188,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025018595159053802,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024733658879995346,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022509077563881874,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022037409245967865,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016071490943431854,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016293374821543694,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014984737150371075,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011678116396069527,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07408502697944641,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06558138132095337,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05893394723534584,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05215201899409294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03372713923454285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02859652042388916,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04627957567572594,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04173329845070839,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0350739061832428,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.029035549610853195,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02812938578426838,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.023575210943818092,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.020062383264303207,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.016418972983956337,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.015438132919371128,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011843116022646427,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008828369900584221,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008338278159499168,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007939007133245468,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007334541529417038,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006278062239289284,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006369984243065119,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.004908126778900623,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004488363862037659,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06501147150993347,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05677930265665054,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04985141381621361,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.04394366592168808,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.029224056750535965,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.023976394906640053,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.041525810956954956,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.037554796785116196,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03060496784746647,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.025017932057380676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0243129450827837,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.021070899441838264,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.018014023080468178,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.014147268608212471,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.013094451278448105,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010557113215327263,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.007469987962394953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.006934136617928743,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006652114447206259,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0059710158966481686,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005505933426320553,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0053803022019565105,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004073108080774546,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0035117485094815493,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2017972767353058,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18131378293037415,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17342190444469452,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.15267662703990936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09343896806240082,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08516938984394073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10992619395256042,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10037486255168915,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09604590386152267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07982190698385239,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07480251789093018,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.055972322821617126,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047948889434337616,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.044795047491788864,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.044021882116794586,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027952201664447784,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.022910594940185547,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02256326749920845,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020109141245484352,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01961546763777733,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014396081678569317,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013978134840726852,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012978372164070606,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008766911923885345,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1973028928041458,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1757248044013977,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16733980178833008,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1428423970937729,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09172338992357254,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08268430083990097,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11018750816583633,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09889020025730133,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09432616084814072,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07621721178293228,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0703991949558258,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05685507878661156,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04811951890587807,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04486275464296341,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04408756643533707,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028698338195681572,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02444889023900032,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.024081021547317505,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021563829854130745,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021066078916192055,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016008196398615837,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016899237409234047,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014818635769188404,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013064831495285034,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1675506979227066,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15721669793128967,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1538218855857849,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1389719545841217,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0789794847369194,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07510869204998016,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08848648518323898,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08138366043567657,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08009152114391327,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07084580510854721,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0670897364616394,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04530183598399162,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03910684958100319,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.038029156625270844,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03776894509792328,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022688493132591248,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01986565627157688,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019750256091356277,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01824980601668358,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01808948814868927,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012218277901411057,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012444917112588882,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01178542710840702,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008787566795945168,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2406616359949112,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22616200149059296,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22154006361961365,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20039302110671997,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.113600954413414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10825991630554199,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12702180445194244,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11666679382324219,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.115143321454525,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10202290862798691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09663432091474533,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06502383947372437,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0559878870844841,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05461540445685387,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05427895486354828,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032573599368333817,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028335433453321457,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028188493102788925,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026008229702711105,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02580598182976246,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01751863956451416,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017438245937228203,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016956046223640442,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012019848451018333,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.20780591666698456,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18725278973579407,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17905132472515106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16043762862682343,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09543274343013763,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08724512904882431,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11286743730306625,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10258395224809647,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09805463999509811,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08274472504854202,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07897967100143433,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.057600103318691254,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04919525980949402,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.045981962233781815,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04519857466220856,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02893776074051857,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024216195568442345,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.023913132026791573,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02175544574856758,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02126125991344452,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015658942982554436,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01576242223381996,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014548853039741516,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011231174692511559,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07408178597688675,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06512601673603058,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.060087431222200394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05264876037836075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03368954360485077,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.029349738731980324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04297313094139099,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03922434151172638,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03503340482711792,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.028482692316174507,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02703096531331539,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021812278777360916,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018735824152827263,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.016264403238892555,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01563643291592598,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010918134823441505,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008545571938157082,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008237306028604507,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007527814246714115,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007120227906852961,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005747025832533836,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005759124644100666,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.004805737175047398,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003912523854523897,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06578760594129562,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0566314198076725,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05134547874331474,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.04481454938650131,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.02944386564195156,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.024945124983787537,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03857557475566864,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03519785404205322,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.030924541875720024,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.024540936574339867,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.023374097421765327,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.019565630704164505,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.016793588176369667,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.01418826449662447,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.013517223298549652,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009802518412470818,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.007398681715130806,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.007059134542942047,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006423883605748415,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00597319146618247,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00508866785094142,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005002047400921583,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0040867384523153305,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003241273807361722,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.18861034512519836,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16700854897499084,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15898609161376953,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.13897617161273956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08645854145288467,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0779867097735405,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10295288264751434,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09347572922706604,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.08940872550010681,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07293257862329483,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.068129763007164,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.052331529557704926,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.044695477932691574,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.041475288569927216,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04070228710770607,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02614949643611908,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02133917808532715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.020997902378439903,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018606899306178093,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018079863861203194,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013531992211937904,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013271202333271503,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012069405987858772,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00855864118784666,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2019195705652237,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18302330374717712,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17572791874408722,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15391899645328522,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09388820827007294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08619227260351181,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11033467948436737,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10021044313907623,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09618928283452988,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08044937998056412,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07528228312730789,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05659237504005432,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04822390899062157,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.045368313789367676,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04469209164381027,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028362790122628212,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0238680150359869,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02353551983833313,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021213551983237267,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.020774072036147118,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015098641626536846,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015444091521203518,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014007770456373692,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01097839791327715,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16800299286842346,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15767991542816162,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1542600393295288,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1394517570734024,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0792141780257225,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07530210167169571,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08890748023986816,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08173105120658875,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08030418306589127,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07107006758451462,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06743129342794418,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045501261949539185,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03922600299119949,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03808979317545891,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.037826504558324814,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02277783863246441,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019838454201817513,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01971118338406086,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018212713301181793,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018045956268906593,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012194681912660599,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012347081676125526,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011736918240785599,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008603311143815517,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23862868547439575,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2241576910018921,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2194696068763733,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19847257435321808,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11263618618249893,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10719442367553711,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12602615356445312,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11581096053123474,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11415425688028336,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10104179382324219,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09575808793306351,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0644259974360466,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05549890920519829,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.054042838513851166,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.053707629442214966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032223328948020935,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027876678854227066,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027719398960471153,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025533480569720268,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02531401254236698,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017078502103686333,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016937516629695892,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01647886075079441,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01135789044201374,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21200615167617798,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19136399030685425,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1835903525352478,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1634162962436676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.0974663645029068,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08952120691537857,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11452490836381912,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10403812676668167,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10003992170095444,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08424470573663712,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.079892598092556,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05841433256864548,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04994028061628342,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04699286073446274,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04627509042620659,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02944246679544449,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024823416024446487,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024549774825572968,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022268543019890785,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021811384707689285,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01611027680337429,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01619494892656803,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015085529536008835,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011667904444038868,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0953054130077362,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08407723158597946,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07792998850345612,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06830700486898422,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04339250549674034,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03804228827357292,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0552104115486145,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05012072995305061,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04502491280436516,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0368250235915184,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.034957800060510635,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02809731289744377,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024034926667809486,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02103240415453911,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.020275995135307312,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014105633832514286,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01121013518422842,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010841932147741318,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009949806146323681,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009473580867052078,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007539581973105669,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0077020227909088135,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006393486633896828,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005494967103004456,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08255136758089066,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07193862646818161,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06579054892063141,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.05753490328788757,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.037199944257736206,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03196097910404205,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.048410821706056595,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04398766905069351,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03885833919048309,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03131302446126938,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.02984217368066311,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.024581342935562134,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021008094772696495,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0179232619702816,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01714085415005684,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012304270640015602,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009367598220705986,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.008975830860435963,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008210798725485802,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007694224361330271,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00639359001070261,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006319708656519651,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.00520074600353837,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004171513486653566,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1965959072113037,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1774103045463562,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17051951587200165,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.14909201860427856,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09114199131727219,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08364112675189972,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10554729402065277,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09671909362077713,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09338705986738205,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07757502794265747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07214528322219849,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.053531475365161896,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04612085968255997,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.043620795011520386,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04302278906106949,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026706185191869736,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.022166002541780472,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021878859028220177,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019331682473421097,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01893828622996807,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013702595606446266,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013223693706095219,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012600595131516457,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008027703501284122,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.19931615889072418,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1796277016401291,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17207826673984528,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14918556809425354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09272997826337814,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08472298085689545,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10877155512571335,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09911420196294785,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0950913354754448,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07811495661735535,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07298678904771805,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0558256097137928,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.047610800713300705,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04467310383915901,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.043948374688625336,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027898328378796577,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.023252040147781372,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022914208471775055,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020320849493145943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019853249192237854,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0146707808598876,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01473588589578867,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013508478179574013,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010064931586384773,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16598474979400635,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15528978407382965,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15168580412864685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13678668439388275,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07821612060070038,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07416652143001556,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08809313923120499,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08084195852279663,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07938309758901596,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06986547261476517,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06623591482639313,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04512396454811096,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03886858746409416,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03768855705857277,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03740869089961052,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02262909524142742,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01974949985742569,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019625134766101837,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01810479164123535,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01793476939201355,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012234408408403397,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01248486153781414,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011763923801481724,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008922085165977478,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23380106687545776,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2189268171787262,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21408772468566895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19309565424919128,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11021269112825394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1045977845788002,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12360428273677826,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11353664100170135,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.1118236556649208,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09842440485954285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09325744956731796,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06326206773519516,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05444791540503502,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05294273793697357,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05257973447442055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03170325607061386,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0274436566978693,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027286911383271217,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02508794516324997,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024867219850420952,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016979709267616272,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01688959263265133,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01635333150625229,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011576587334275246,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21955567598342896,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19812078773975372,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1898559331893921,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1685473471879959,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10100175440311432,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0926438495516777,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11895119398832321,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1080980896949768,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10364939272403717,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08714242279529572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08235086500644684,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06044536828994751,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05180227383971214,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04861200228333473,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04783764109015465,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030347680673003197,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02549758367240429,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.025200722739100456,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02279435284435749,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02230416238307953,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016363931819796562,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016423601657152176,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015256566926836967,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011572621762752533,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08286543190479279,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.073656365275383,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06865675747394562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05967580899596214,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03798653930425644,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03357389196753502,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04740965738892555,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04329061880707741,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03918670117855072,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03205941244959831,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.030205290764570236,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02408568002283573,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02068416215479374,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.01830838806927204,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01771000772714615,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0120560172945261,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.00959143415093422,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009284530766308308,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00842699408531189,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008034230209887028,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006344301626086235,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006353388074785471,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005430180113762617,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004298241809010506,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.07599544525146484,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0667630210518837,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.061924781650304794,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.053574059158563614,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03446904569864273,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03015180118381977,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04355457425117493,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03956487774848938,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03571847081184387,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.028839198872447014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.027172699570655823,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.022070689126849174,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.018876446411013603,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.016560345888137817,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.015981340780854225,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.011022311635315418,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.008571797050535679,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.008279719389975071,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007455054204910994,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007059289608150721,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005714571103453636,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0055886562913656235,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004796887747943401,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0035886240657418966,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.18487465381622314,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.16542083024978638,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15834388136863708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.13739243149757385,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08554645627737045,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.07785767316818237,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10027804970741272,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09110972285270691,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0878719687461853,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07199414074420929,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06690943241119385,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05103682726621628,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.043530963361263275,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.040992241352796555,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04038635641336441,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0254849623888731,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02097182907164097,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.020697949454188347,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018206337466835976,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.017793867737054825,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013161255978047848,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012764994986355305,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.011970501393079758,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008054902777075768,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.19655659794807434,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17750130593776703,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16964523494243622,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14804759621620178,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09082324802875519,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08305273950099945,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10812998563051224,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09820020198822021,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09342090040445328,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07782802730798721,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07263609766960144,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.055671632289886475,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04731754586100578,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04398340359330177,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0431864857673645,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027911677956581116,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02334643341600895,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022980138659477234,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020807553082704544,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02029740996658802,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015088388696312904,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015454329550266266,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013869384303689003,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011218204163014889,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1647118479013443,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15311649441719055,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14913232624530792,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13410243391990662,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07734138518571854,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07296555489301682,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08759152889251709,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0803854763507843,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0786924660205841,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06870526075363159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06491636484861374,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04481764882802963,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038629308342933655,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03726738691329956,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03695100173354149,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022480053827166557,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019559204578399658,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019414635375142097,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017856404185295105,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01765744760632515,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012112580239772797,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012422982603311539,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011561715975403786,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008877410553395748,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2256758064031601,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21007755398750305,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2048177272081375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1841178983449936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1060078889131546,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10013104230165482,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11941776424646378,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10976087301969528,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10779184103012085,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09410875290632248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0887628123164177,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06099237501621246,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05258884280920029,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0508878119289875,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05048473924398422,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030500007793307304,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.026296380907297134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02611437998712063,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023897645995020866,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.023640088737010956,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016098767518997192,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01611076295375824,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015387458726763725,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01087095681577921,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22682900726795197,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.204921156167984,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19667357206344604,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17397817969322205,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.104739710688591,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09633219987154007,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12285398691892624,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11153209954500198,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10744468867778778,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09025021642446518,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08517966419458389,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06280531734228134,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05359499901533127,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05052138864994049,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04977096989750862,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03158051520586014,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026664109900593758,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02638085000216961,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023863494396209717,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.023384923115372658,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017091721296310425,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017349783331155777,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01600756123661995,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012478888966143131,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09575438499450684,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08479198068380356,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07903966307640076,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06865347176790237,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04402751475572586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03885507211089134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.054761677980422974,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0498775839805603,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04545766860246658,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.036944907158613205,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03473754972219467,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.027844693511724472,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023893581703305244,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.021290870383381844,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02064378373324871,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013968476094305515,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011263128370046616,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010939842090010643,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00989252608269453,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009472016245126724,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007406770251691341,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007569757755845785,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00639967480674386,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005321892444044352,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0802818238735199,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07058392465114594,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06492066383361816,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.056131403893232346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.036490485072135925,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03167348727583885,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04675894230604172,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.042626772075891495,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03778063505887985,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03049059584736824,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.028809595853090286,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02377028949558735,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.020349187776446342,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.01762028969824314,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0169142484664917,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01189153641462326,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009219995699822903,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.00886014848947525,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008044243790209293,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007586735300719738,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006241261959075928,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006181039847433567,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.00519052566960454,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004131852649152279,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.19663314521312714,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17402383685112,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16570965945720673,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.14279402792453766,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09048348665237427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08149252831935883,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10747925937175751,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09703934192657471,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09322930127382278,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07519784569740295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06962200999259949,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.054729122668504715,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0463126003742218,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.043347351253032684,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.042645204812288284,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027372602373361588,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02222280018031597,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021866070106625557,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019101860001683235,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018605228513479233,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01415387261658907,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013625726103782654,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012652752920985222,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008656196296215057,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2004149854183197,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1806480586528778,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16653215885162354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14563453197479248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09316033124923706,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0817733108997345,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12329256534576416,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11065614223480225,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09634755551815033,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08057084679603577,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07658687233924866,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06383716315031052,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05347674712538719,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.045461662113666534,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04336832836270332,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03192959725856781,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024360619485378265,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02333301492035389,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0219343863427639,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02064085379242897,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01706133596599102,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0171777606010437,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014164378866553307,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012265904806554317,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16959114372730255,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1572086662054062,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15288016200065613,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13725867867469788,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0796860009431839,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07496426999568939,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09080877155065536,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08310770988464355,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0811489000916481,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07058634608983994,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06683846563100815,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04657762497663498,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04004700481891632,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.038517773151397705,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03815794736146927,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023391006514430046,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020398452877998352,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02023252099752426,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018622925505042076,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018391815945506096,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012750223278999329,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013211632147431374,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012129257433116436,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00968772079795599,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.22716350853443146,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21086899936199188,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20541855692863464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1844196766614914,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.106576107442379,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10043235123157501,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12056619673967361,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11065101623535156,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10842904448509216,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09440358728170395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08904242515563965,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.061424922198057175,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05299076810479164,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05114585533738136,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.050707802176475525,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.030732009559869766,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.026402022689580917,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026203704997897148,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023937344551086426,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.023656848818063736,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016147544607520103,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01614399440586567,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01535764243453741,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010816426947712898,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23005589842796326,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2078448235988617,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19949713349342346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17676734924316406,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.1064896434545517,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09786863625049591,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12495113909244537,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11333815008401871,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10920694470405579,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09184049814939499,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08663380891084671,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0640142410993576,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05450376495718956,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05136965215206146,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.0506061315536499,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032213225960731506,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027088569477200508,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02680235542356968,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024249037727713585,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02377263456583023,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017406877130270004,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01759081892669201,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01626395992934704,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012630658224225044,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1000499352812767,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08807534724473953,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08114972710609436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0704977810382843,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.045816823840141296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03987210988998413,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.059495579451322556,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.053218744695186615,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04748282581567764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03851383179426193,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03673365339636803,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03050347976386547,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02565229870378971,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02226763218641281,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02140912227332592,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015379584394395351,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011936050839722157,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011512374505400658,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010540841147303581,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009990927763283253,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00826799962669611,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008310975506901741,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006910006515681744,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005985644180327654,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08579385280609131,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07502734661102295,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06870952993631363,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.059491854161024094,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03892381116747856,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0335492379963398,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.050730831921100616,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04561316594481468,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.040457598865032196,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03250231221318245,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.030878223478794098,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025884784758090973,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021868757903575897,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018824923783540726,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01805635169148445,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012974832206964493,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009953896515071392,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009568534791469574,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00870874710381031,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008210689760744572,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006838350091129541,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00681013660505414,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005635120905935764,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004697047173976898,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.19038912653923035,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17020787298679352,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16228117048740387,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.14091713726520538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08839157223701477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08007989078760147,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1049456000328064,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0949285700917244,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0907936543226242,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07428084313869476,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06922437995672226,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.053502943366765976,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.045416079461574554,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04240093007683754,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04166073724627495,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02676873840391636,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.021720003336668015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.0213702991604805,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018817279487848282,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018328312784433365,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013818740844726562,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01330557744950056,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012414376251399517,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008398715406656265,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21519294381141663,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1915193647146225,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18263083696365356,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1606525182723999,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09962198138237,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09004934877157211,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11868255585432053,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1073833480477333,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10290128737688065,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08458966016769409,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07996115833520889,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06122898682951927,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05188415199518204,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04836782068014145,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04750862717628479,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030749406665563583,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.025622395798563957,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.025227015838027,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022666489705443382,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02213134989142418,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016612689942121506,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01688433066010475,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015213185921311378,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012243647128343582,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17432820796966553,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16128233075141907,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15680895745754242,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1406722217798233,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08203376084566116,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07702760398387909,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09352197498083115,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08542855083942413,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08359379321336746,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07243690639734268,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06867361068725586,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04799608886241913,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04129195958375931,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.039775341749191284,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03942376375198364,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024173129349946976,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.021267447620630264,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.021113507449626923,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019427437335252762,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01920207217335701,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013370992615818977,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01403963565826416,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012774697504937649,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010581069625914097,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23672960698604584,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2193487584590912,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21361270546913147,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19143196940422058,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11132631450891495,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10475750267505646,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1255377233028412,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1153426468372345,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11330009251832962,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09818533807992935,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09256502985954285,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06419327855110168,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05532216280698776,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05349373444914818,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05306483805179596,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03210996836423874,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02776230499148369,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02757393941283226,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025126975029706955,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024855634197592735,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017031705006957054,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017178239300847054,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01627148874104023,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011790012940764427,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23275379836559296,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2095571756362915,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19982314109802246,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1767212450504303,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10742402076721191,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09802798181772232,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1280975341796875,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11617153882980347,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11031433939933777,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0922684594988823,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08713755011558533,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06529755890369415,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.055838264524936676,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05192670598626137,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.050969481468200684,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032935455441474915,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027576405555009842,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.0271836519241333,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02467392012476921,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.024062830954790115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01793435588479042,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018268315121531487,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01655835285782814,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013271063566207886,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10298646986484528,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09197571873664856,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08661091327667236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07533452659845352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04751395434141159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.042500294744968414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05782106891274452,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05280661955475807,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.048858094960451126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.040110260248184204,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.037646807730197906,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029421089217066765,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025243395939469337,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02286355197429657,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022274723276495934,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01471064891666174,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011893841437995434,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011598460376262665,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010421165265142918,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010034071281552315,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0077097779139876366,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00768591882660985,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006757932249456644,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005138883367180824,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08539911359548569,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07613378763198853,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07110229134559631,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06186623498797417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03923816233873367,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.034719694405794144,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04902880638837814,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04449283331632614,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0403280146420002,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03311746194958687,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.031244676560163498,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.024861592799425125,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021302925422787666,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018868545070290565,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01827331632375717,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012452795170247555,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009809712879359722,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009498626925051212,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008603261783719063,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008200719952583313,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00650818133726716,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006404103245586157,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005574183538556099,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004212953150272369,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.209996297955513,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18753421306610107,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17965298891067505,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.15587766468524933,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0970863476395607,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08831508457660675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11417076736688614,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10310453921556473,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0997941866517067,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08151014149188995,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07566677778959274,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.058103300631046295,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04924176633358002,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.046461381018161774,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0457923598587513,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029037218540906906,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02365632727742195,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02335446886718273,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020439090207219124,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.019984178245067596,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014898218214511871,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014187557622790337,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013456076383590698,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00869711209088564,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.22620543837547302,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20618388056755066,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1984216272830963,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1764376014471054,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10518305003643036,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09705787152051926,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12273863703012466,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11191556602716446,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10764913260936737,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09130632132291794,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0864335373044014,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06316842883825302,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.054008640348911285,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05093216896057129,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.050187982618808746,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.031689975410699844,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.027007663622498512,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026664452627301216,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02429955080151558,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023829352110624313,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017068322747945786,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0177177544683218,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01592290960252285,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012928608804941177,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17670822143554688,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16361406445503235,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15895411372184753,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14265328645706177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08320873230695724,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07812727242708206,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09476485103368759,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08682157099246979,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08476422727108002,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07354146242141724,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0695277601480484,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04865386709570885,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.041867583990097046,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.040223270654678345,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0398334339261055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02439989149570465,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02130274847149849,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02112497016787529,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01942630670964718,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019184138625860214,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013218560256063938,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013822157867252827,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012549253180623055,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01013991516083479,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24073617160320282,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22331272065639496,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21747654676437378,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19510328769683838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11328498274087906,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10660652071237564,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12799151241779327,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11750679463148117,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11527734249830246,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10010775923728943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09434792399406433,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06545882672071457,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0563339963555336,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05443568527698517,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05398054048418999,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03276170790195465,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02817678637802601,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027973229065537453,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025515498593449593,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025227079167962074,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01738790050148964,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.0173418540507555,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016592497006058693,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01177268847823143,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.24205927550792694,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21671247482299805,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20719082653522491,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.18282699584960938,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.11169762164354324,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.10185550153255463,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13178598880767822,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11954297870397568,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.1149149239063263,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0953371673822403,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08983569592237473,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06749188154935837,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05742446333169937,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.053840938955545425,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05296749621629715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03394326940178871,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.028281310573220253,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.027955351397395134,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025085967034101486,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.024527639150619507,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018337411805987358,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018278054893016815,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.017067568376660347,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0129284942522645,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10402664542198181,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09316603094339371,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08701403439044952,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07617098838090897,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.048004861921072006,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0426705926656723,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.060178376734256744,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05459287390112877,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04943345487117767,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04088743403553963,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03873632475733757,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.030591370537877083,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026165908202528954,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02320428378880024,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02245674841105938,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015334690921008587,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012235311791300774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011855999939143658,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010839603841304779,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010360151529312134,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00809479784220457,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0081971799954772,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0069443476386368275,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005690322257578373,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0831233486533165,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07462392002344131,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0683002769947052,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.05996660143136978,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03813575208187103,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.033161040395498276,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05015657842159271,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04559415951371193,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0392833910882473,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.032767925411462784,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03128761798143387,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025406381115317345,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021807808429002762,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018410352990031242,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01754060946404934,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012690744362771511,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.00963634718209505,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009179431013762951,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008576798252761364,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008015121333301067,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006664819549769163,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0065542347729206085,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005444865208119154,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004328335169702768,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21846356987953186,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19594182074069977,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18736544251441956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1631043404340744,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10132679343223572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0921659767627716,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12088781595230103,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10825546830892563,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10400471836328506,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08557071536779404,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07979478687047958,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06180724501609802,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.051817189902067184,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04860338941216469,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.047833800315856934,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03092378005385399,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02494402602314949,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.024588819593191147,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021756665781140327,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.021235819905996323,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015968600288033485,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01533932238817215,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01426426786929369,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009855270385742188,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.24617700278759003,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21574871242046356,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20488592982292175,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.17590095102787018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11296913772821426,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10196006298065186,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13613247871398926,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12316294759511948,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11814907938241959,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09438993036746979,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08826649188995361,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07013659179210663,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05951440706849098,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.054832823574543,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05369424447417259,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.035170383751392365,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02907513454556465,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0286556463688612,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025468548759818077,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024722816422581673,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01882302761077881,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019291989505290985,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.017119698226451874,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013909867964684963,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16794472932815552,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15588778257369995,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1512884646654129,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13612361252307892,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07922261953353882,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.074381023645401,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09085217118263245,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08318635076284409,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08072441816329956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07029689848423004,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06664320081472397,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04663821682333946,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04017805680632591,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03837301954627037,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.037953246384859085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0234198160469532,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020427538082003593,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020236220210790634,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01870100386440754,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018441153690218925,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012714661657810211,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013415711931884289,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012004293501377106,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009951049461960793,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2381126433610916,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2217336744070053,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21593989431858063,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19407561421394348,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11230602860450745,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10594676434993744,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12725548446178436,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11675161123275757,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11421820521354675,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09974605590105057,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0942491963505745,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06514406204223633,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05604754015803337,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05403942987322807,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05356363579630852,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03262169659137726,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028105612844228745,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02788696251809597,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02558792382478714,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025287477299571037,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017406845465302467,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017498157918453217,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01657562144100666,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012082254514098167,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2278466522693634,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20371605455875397,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19367103278636932,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17123182117938995,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10496264696121216,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09520261734724045,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12630806863307953,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11404714733362198,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10802975296974182,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08979140967130661,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08508189022541046,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06480878591537476,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054951902478933334,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05099489912390709,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.049920469522476196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.032971180975437164,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02734028548002243,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.026887327432632446,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024472136050462723,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.023788489401340485,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018338700756430626,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018503988161683083,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01675761491060257,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013718739151954651,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11386127769947052,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10278716683387756,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09652036428451538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08507233113050461,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05274141579866409,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04726669192314148,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06600992381572723,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05955386906862259,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05415843799710274,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04539146274328232,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04310724884271622,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03371976315975189,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028624100610613823,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02556006982922554,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02478758618235588,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016976751387119293,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013577625155448914,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01319316029548645,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012160619720816612,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011677894741296768,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009067949838936329,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009180973283946514,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00782646331936121,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006555370520800352,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08558521419763565,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07715184986591339,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0702064260840416,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06199080869555473,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.039164863526821136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03391648083925247,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05283539369702339,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04751364141702652,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04038112610578537,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03401186689734459,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.032804470509290695,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026877379044890404,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.022782815620303154,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018914872780442238,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.017895780503749847,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013458630070090294,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009936808608472347,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009413204155862331,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00892888754606247,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008291127160191536,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007030886597931385,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006870826706290245,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005597068462520838,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004563163034617901,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2322133332490921,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2120184600353241,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20401598513126373,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.18126405775547028,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10878106206655502,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10055843740701675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12789230048656464,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11567480862140656,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1112840324640274,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09447579085826874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08899994194507599,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06522253155708313,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05536878854036331,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05218905210494995,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05141705647110939,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032618697732686996,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02665797621011734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026299510151147842,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023707427084445953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.023200536146759987,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01681196317076683,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016138453036546707,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.015340703539550304,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01008479855954647,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2252279669046402,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20214687287807465,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19369198381900787,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16652588546276093,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10454869270324707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09513307362794876,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12248113751411438,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11106418073177338,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10700557380914688,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08715512603521347,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08003309369087219,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06293819099664688,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.053382933139801025,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05039055645465851,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04968448355793953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03151484578847885,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02634337544441223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02600894868373871,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022875433787703514,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02240726165473461,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016742417588829994,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016798723489046097,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015562892891466618,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011712652631103992,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1654122769832611,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15403087437152863,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14968299865722656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13503043353557587,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07804378122091293,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0735320895910263,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08905798941850662,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08172998577356339,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07943719625473022,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06958409398794174,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06599623709917068,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.045682236552238464,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.039478011429309845,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03782280907034874,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03742807358503342,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02295943722128868,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020154796540737152,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019976628944277763,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018520668148994446,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018280554562807083,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012535532005131245,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013245124369859695,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011899526230990887,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00986895989626646,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24372132122516632,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22784166038036346,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22243420779705048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2005050927400589,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11491882055997849,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10882365703582764,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12937763333320618,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11907434463500977,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11673016846179962,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10254751890897751,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09698640555143356,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06596808135509491,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056996382772922516,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05513199046254158,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.054682657122612,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03296218812465668,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028325725346803665,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028121892362833023,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025801852345466614,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025523493066430092,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017241215333342552,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01711157336831093,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016453372314572334,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011218171566724777,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23236729204654694,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20739063620567322,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19741621613502502,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17502065002918243,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.1067115068435669,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09675611555576324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12703195214271545,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11546429246664047,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10997293144464493,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0912591814994812,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08630111813545227,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06481608748435974,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05545106902718544,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05148584768176079,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05051560327410698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03267307206988335,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027185969054698944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.026798387989401817,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024195009842514992,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02356153167784214,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017795957624912262,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017832240089774132,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01642288640141487,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012723088264465332,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11451167613267899,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10411474108695984,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0985288918018341,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08713401854038239,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.053100358694791794,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.048126425594091415,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06468819826841354,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05906354635953903,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0543377660214901,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.046012453734874725,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04348544776439667,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.032926738262176514,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028247347101569176,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025564368814229965,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024901892989873886,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016509246081113815,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013325249776244164,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012983283959329128,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01191488467156887,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011488285847008228,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008695702068507671,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008638576604425907,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007643792778253555,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005822715815156698,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0897533968091011,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08160839974880219,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07511133700609207,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06659513711929321,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04115373268723488,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03629007190465927,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05354820191860199,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04909563437104225,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04221127927303314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03598715364933014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03435245528817177,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02702282927930355,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02335566282272339,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.01980592869222164,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018895193934440613,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013529028743505478,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010283385403454304,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009785803966224194,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009252355434000492,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00866265781223774,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007045737002044916,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006873156875371933,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005773731041699648,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0043836310505867004,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23832911252975464,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21955551207065582,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2124156355857849,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1895630657672882,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11177656799554825,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10417714715003967,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13067437708377838,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11784779280424118,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11410871148109436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0979992151260376,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09249654412269592,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0668267086148262,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.056351739913225174,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05358216166496277,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05290110781788826,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03334752097725868,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02726598083972931,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026949280872941017,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024380242452025414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0239492729306221,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017137330025434494,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016246238723397255,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01569802314043045,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009993261657655239,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23277752101421356,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20974695682525635,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2018849104642868,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.17756442725658417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10758102685213089,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09882987290620804,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12471887469291687,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1137479841709137,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11054368317127228,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0920688584446907,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08578518778085709,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06429700553417206,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05503068119287491,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05214661732316017,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0514625646173954,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03249369189143181,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02775908261537552,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02745998650789261,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02474093995988369,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024323180317878723,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017836300656199455,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018303515389561653,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016712626442313194,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013539209961891174,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15333309769630432,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14290066063404083,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.138802170753479,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12531772255897522,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07232315838336945,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06807751208543777,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08292128145694733,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07605651766061783,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07360449433326721,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06458057463169098,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06133783608675003,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.042509932070970535,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03670840710401535,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0350164994597435,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.034616146236658096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021343236789107323,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.018616948276758194,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.0184341948479414,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017118481919169426,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.016875017434358597,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011582262814044952,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012210441753268242,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010937604121863842,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00903304759413004,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2360481321811676,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2209443300962448,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21560589969158173,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19461274147033691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11130992323160172,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10541921854019165,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12561346590518951,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1155514195561409,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11300112307071686,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09954459965229034,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09428396821022034,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06412550806999207,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05534142628312111,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.053430866450071335,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05297745764255524,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032061100006103516,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027498556300997734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02728445641696453,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025102606043219566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024813005700707436,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01687932014465332,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01669086515903473,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01608889363706112,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011023147031664848,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22532181441783905,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20014585554599762,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18968725204467773,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16815419495105743,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10320313274860382,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09287458658218384,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12363633513450623,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11244889348745346,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10653635114431381,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08765578269958496,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08312985301017761,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06313958764076233,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054020147770643234,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.049811773002147675,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04875340685248375,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03187844157218933,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026302386075258255,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.025886589661240578,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02328994683921337,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022620083764195442,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017339758574962616,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017327861860394478,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015853459015488625,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012342944741249084,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09583330899477005,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08723060041666031,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08159203827381134,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0726778581738472,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.044262368232011795,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03964638710021973,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05590672418475151,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.050959356129169464,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04544981196522713,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.038769494742155075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03700092434883118,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02843477576971054,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024389687925577164,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.021370232105255127,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02060801163315773,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014232459478080273,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011239325627684593,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010851660743355751,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010160831734538078,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009682729840278625,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007482157554477453,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007544733118265867,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006344183813780546,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0051622758619487286,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08122675120830536,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07348036766052246,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0671868622303009,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.059951405972242355,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03708594664931297,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.032377541065216064,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04949580505490303,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04493015259504318,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03830878436565399,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.032553356140851974,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03135227411985397,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.024988552555441856,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021425491198897362,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.017910964787006378,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01697666011750698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012504725717008114,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.00936922524124384,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.008891711011528969,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008479639887809753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007893349044024944,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0065198661759495735,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006420560646802187,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005227186717092991,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004208606667816639,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.20136700570583344,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1806235909461975,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1705157458782196,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.15230418741703033,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09212048351764679,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08294907212257385,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11545433104038239,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10306419432163239,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09547534584999084,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08019845932722092,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07642117887735367,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05883895233273506,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.049282148480415344,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04426104947924614,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.043020252138376236,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.029404116794466972,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.022732770070433617,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.022148579359054565,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020281633362174034,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.019473891705274582,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01512144971638918,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014373249374330044,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012822901830077171,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00903924461454153,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.22723296284675598,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2022862434387207,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19312354922294617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16767537593841553,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10465265065431595,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0948377177119255,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12401075661182404,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11259625852108002,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10811718553304672,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08849359303712845,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0815780982375145,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06380162388086319,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.054356832057237625,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05073320493102074,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.049873851239681244,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032024580985307693,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026995202526450157,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02658553048968315,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02387547865509987,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02333168312907219,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017300307750701904,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01792377419769764,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015872415155172348,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013156927190721035,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1559349149465561,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14504803717136383,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14089669287204742,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12736408412456512,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07327336817979813,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06901022046804428,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08393001556396484,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07703717797994614,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07464435696601868,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06553121656179428,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0622384175658226,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04297500103712082,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03712805360555649,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03543240949511528,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03502528741955757,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021587880328297615,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.018770597875118256,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01858728937804699,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017263570800423622,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01701636239886284,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011719217523932457,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01222414430230856,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011066961102187634,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008944130502641201,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.241128608584404,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2256595641374588,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22023318707942963,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19894814491271973,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11354062706232071,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1076369360089302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12818387150764465,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11784838140010834,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11530916392803192,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.101719930768013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09640059620141983,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06546644121408463,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056490231305360794,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.054558590054512024,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05410394072532654,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03284912183880806,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028269100934267044,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028055759146809578,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025882506743073463,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025596367195248604,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017514372244477272,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017427247017621994,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016734180971980095,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011860258877277374,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23635989427566528,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20847821235656738,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1972169429063797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17409078776836395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.1081627830862999,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0969405397772789,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13076895475387573,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11806473881006241,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11200736463069916,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0914231687784195,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0864548459649086,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06675245612859726,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05679561570286751,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05229755863547325,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05117814242839813,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03371956944465637,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027745606377720833,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.027321143075823784,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024522902444005013,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.023809604346752167,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018469413742423058,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018449662253260612,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016862211748957634,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013320589438080788,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11057340353727341,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10118155181407928,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09518381208181381,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08476723730564117,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05129704251885414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04637482017278671,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06452003866434097,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05845553055405617,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0526045523583889,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.045119237154722214,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04300222918391228,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03295905888080597,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02812163718044758,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024885717779397964,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024069495499134064,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016562791541218758,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013280349783599377,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012878123670816422,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012093408033251762,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011594915762543678,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008871019817888737,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009089206345379353,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007642258889973164,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006543826311826706,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09020303189754486,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08116556704044342,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0732651948928833,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06554365158081055,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0410170815885067,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03526221588253975,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.055664848536252975,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.050889551639556885,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.042472049593925476,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.036072470247745514,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.034940455108881,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028221936896443367,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0242899339646101,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.019820651039481163,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01860898546874523,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01410425454378128,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010396870784461498,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009764689952135086,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009433948434889317,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008663676679134369,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007364219054579735,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007256418466567993,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005778256803750992,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004712397698312998,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21859900653362274,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1967519074678421,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18643364310264587,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.16738590598106384,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10089777410030365,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09130313247442245,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1255723536014557,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11174596846103668,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10442106425762177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08801694959402084,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08422072976827621,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06448756158351898,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05350402742624283,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04850940778851509,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04727976396679878,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0322607047855854,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.024916281923651695,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.024330096319317818,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02227792702615261,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.021460290998220444,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016619069501757622,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01563744805753231,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014199591241776943,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009835480712354183,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20019689202308655,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17816811800003052,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17041438817977905,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1463155895471573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0920710638165474,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08323517441749573,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10797786712646484,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09823516011238098,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09455741941928864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07677806913852692,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07125752419233322,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.055704738944768906,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04771795496344566,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.044916268438100815,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04425499215722084,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028229936957359314,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0243992917239666,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02408442460000515,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021530622616410255,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02110040932893753,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015781190246343613,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01670747436583042,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014719239436089993,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012893307022750378,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1438974142074585,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13375484943389893,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12969347834587097,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11721360683441162,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0675661563873291,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06346482038497925,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07769138365983963,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07139184325933456,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0688832551240921,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.060385171324014664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05734042078256607,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03975912556052208,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03435913100838661,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.032634805887937546,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03222804516553879,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01993914134800434,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017206240445375443,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.017016613855957985,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015793712809681892,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.015540470369160175,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010736571624875069,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011119005270302296,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010077652521431446,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007999297231435776,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2291865199804306,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21422863006591797,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20888151228427887,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.18869845569133759,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.10779937356710434,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10201303660869598,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12218727916479111,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11229094117879868,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10957524180412292,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0965428575873375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09147584438323975,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06236966326832771,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05380502715706825,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05177750810980797,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05129171162843704,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03126417100429535,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02671937458217144,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026491302996873856,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024437349289655685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024128098040819168,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016598671674728394,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016353480517864227,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01578809879720211,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01091092824935913,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22508975863456726,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19725628197193146,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1854114979505539,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16357751190662384,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.1027127206325531,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09124596416950226,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12581832706928253,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11356140673160553,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10660560429096222,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08648141473531723,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08220129460096359,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06440401822328568,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05480402335524559,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.049807243049144745,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04856979474425316,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03269002586603165,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026729101315140724,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.026226425543427467,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02366647869348526,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022869931533932686,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018148917704820633,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018239028751850128,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01642579957842827,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013464607298374176,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11182040721178055,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10268516838550568,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09637033939361572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08642403781414032,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05183485895395279,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.046879321336746216,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06552965193986893,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05952613055706024,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05317162722349167,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.045973360538482666,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04407162591814995,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0334312878549099,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02851751260459423,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02504449523985386,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024179229512810707,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01675684005022049,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013201885856688023,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012758960947394371,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012049057520925999,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01151270605623722,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008923176676034927,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008878631517291069,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007634635549038649,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006128871813416481,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08751718699932098,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07967764139175415,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07153773307800293,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.0643225759267807,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03993290662765503,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03430011123418808,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05520661920309067,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.050576210021972656,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04122181236743927,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.035588588565588,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03459421917796135,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02801261655986309,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024074122309684753,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.019343573600053787,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01804829202592373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01401225384324789,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.01018722914159298,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009487884119153023,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00932720024138689,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008508802391588688,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00738094188272953,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007209806237369776,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0056978799402713776,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004696228075772524,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22981561720371246,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20888373255729675,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19979709386825562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17942598462104797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10645042359828949,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09755341708660126,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1297057867050171,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1159534677863121,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10960660874843597,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09341637045145035,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08901195973157883,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.066281758248806,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.055452629923820496,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05106880143284798,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05003952607512474,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03313877061009407,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02607017755508423,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02555091679096222,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023368801921606064,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022669820114970207,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01696997880935669,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01595868170261383,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014761713333427906,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009785298258066177,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21048280596733093,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19034616649150848,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18375149369239807,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15928292274475098,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09751701354980469,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08998866379261017,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11361309885978699,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10216730087995529,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09958864748477936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08277541399002075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07723153382539749,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05853216350078583,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049724280834198,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04764733463525772,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04716360196471214,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029593002051115036,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02593599632382393,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.025714056566357613,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023180479183793068,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.022880660369992256,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016619067639112473,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0177418515086174,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015800172463059425,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013885945081710815,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.13845986127853394,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1288793832063675,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.12513571977615356,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11312302947044373,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06501496583223343,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.061179306358098984,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07437235862016678,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06848333030939102,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.06621776521205902,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05814375728368759,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05513574928045273,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.038007110357284546,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03291582316160202,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.031356655061244965,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03098694421350956,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.01905854232609272,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01647019572556019,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.016297612339258194,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0151164960116148,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.014887205325067043,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010215037502348423,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010547603480517864,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.00961265154182911,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007508171256631613,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.22447305917739868,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21003296971321106,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20482511818408966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.18526799976825714,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1056509017944336,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10007546842098236,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11961506307125092,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10999919474124908,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10739196836948395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09472090750932693,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08979111909866333,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06102108582854271,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05271614342927933,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05077160894870758,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05031001940369606,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03062303178012371,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02634635753929615,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026131408289074898,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02415318973362446,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02386114001274109,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016412049531936646,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016319192945957184,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015659596771001816,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011159377172589302,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2121630162000656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1853799670934677,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17290091514587402,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1521737426519394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09680726379156113,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08508516848087311,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12008477002382278,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10874127596616745,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10051631182432175,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08107947558164597,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07726729661226273,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.061548780649900436,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05265010520815849,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04706702008843422,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.045687299221754074,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03136331960558891,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02547803893685341,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02486899122595787,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022536281496286392,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021624434739351273,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0176774263381958,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01774676702916622,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015819096937775612,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013210254721343517,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11191332340240479,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10248442739248276,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09486465901136398,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08554129302501678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05173137038946152,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04597640782594681,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06778696924448013,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.061374910175800323,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.053165875375270844,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04600270837545395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04445820301771164,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.034583110362291336,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029386572539806366,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02508261427283287,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023973792791366577,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01736801117658615,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013358278200030327,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012782572768628597,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01225665956735611,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011572577990591526,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00925451423972845,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009284265339374542,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007643579971045256,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006504848599433899,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0882929116487503,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07963988184928894,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06962470710277557,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06294099241495132,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.040034666657447815,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03326613828539848,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05801040306687355,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.052830517292022705,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04157460853457451,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.035622067749500275,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.034972310066223145,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.029319819062948227,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02515142224729061,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.019386349245905876,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.017797572538256645,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01464882679283619,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010255531407892704,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009431049227714539,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00939339678734541,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008412196300923824,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00764625146985054,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007474306505173445,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005610405467450619,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004866450093686581,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22775228321552277,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20379751920700073,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19293352961540222,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1731250286102295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10432484745979309,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0940505713224411,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13007864356040955,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1159633919596672,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1081862822175026,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09076327830553055,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08679798990488052,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06682266294956207,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05532718449831009,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.050088800489902496,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.048726633191108704,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03344457596540451,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02565150335431099,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02503107115626335,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022879082709550858,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022007493302226067,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01718190312385559,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0160641111433506,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014484754763543606,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009985508397221565,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23037196695804596,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1988304853439331,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18713176250457764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15937979519367218,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1059252992272377,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09269136935472488,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1262052208185196,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11509822309017181,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10942801088094711,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08591925352811813,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07908254861831665,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06494495272636414,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05554233491420746,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05135412886738777,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.050333112478256226,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03268931433558464,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.027425196021795273,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02694001793861389,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023604122921824455,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02293550781905651,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017687693238258362,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018399091437458992,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01610126718878746,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013561270199716091,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14422523975372314,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13482412695884705,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.131327822804451,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11880075931549072,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06784110516309738,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06418992578983307,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07687072455883026,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07089174538850784,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.06897225230932236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.060842011123895645,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05769554153084755,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03922245651483536,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03404033184051514,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.032670438289642334,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.032336920499801636,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019636079668998718,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017064206302165985,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.016913404688239098,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01567411608994007,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.015471136197447777,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010452733375132084,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010757723823189735,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.00992618314921856,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007539026439189911,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23315829038619995,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21853800117969513,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21357323229312897,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19320884346961975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.10968878865242004,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10420588403940201,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12334644794464111,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11359607428312302,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11135302484035492,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09848228096961975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09337935596704483,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06282742321491241,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05436618998646736,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05261721462011337,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05219746381044388,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03149375319480896,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027102118358016014,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026913084089756012,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024828951805830002,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024569831788539886,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016718216240406036,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016460081562399864,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016013164073228836,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010930296964943409,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2114432156085968,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18557338416576385,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17441071569919586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15377508103847504,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09644240885972977,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08556321263313293,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1168937087059021,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10648602247238159,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.0999021977186203,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08086779713630676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07687162607908249,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.059773825109004974,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05119113624095917,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.0465717650949955,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04542532563209534,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030264439061284065,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024681456387043,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024218499660491943,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021686086431145668,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02094653993844986,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0166194848716259,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016463616862893105,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015036881901323795,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011769154109060764,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10814162343740463,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0983036682009697,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09078976511955261,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08187462389469147,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.049845706671476364,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04408865049481392,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06541536748409271,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05921105295419693,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05140266567468643,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04413136839866638,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04270201548933983,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03336901217699051,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02836066670715809,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024159375578165054,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023061269894242287,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01674864999949932,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01279732957482338,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012243514880537987,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01168602705001831,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011010766960680485,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008945931680500507,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008834168314933777,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00738063408061862,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006092779338359833,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08988799154758453,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0807303935289383,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07117201387882233,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06427708268165588,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0408058688044548,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.034075330942869186,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05856391042470932,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05296788364648819,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04246032238006592,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03616447001695633,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.035541366785764694,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02973148040473461,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02534789778292179,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.01976790465414524,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01823600009083748,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014816192910075188,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010418329387903214,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009623575955629349,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009511135518550873,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008557479828596115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007738983258605003,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0075157745741307735,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005727460607886314,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004864446818828583,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21876874566078186,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19363939762115479,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18115603923797607,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1623828262090683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0993880033493042,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08804107457399368,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1276419758796692,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11333800107240677,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10358648002147675,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08605096489191055,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08262862265110016,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06565487384796143,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05404576286673546,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04768865182995796,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.046071816235780716,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03292281553149223,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02445218153297901,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.023678980767726898,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02173265628516674,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.020681655034422874,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016895147040486336,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015585568733513355,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01370866596698761,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00957824382930994,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2286432981491089,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19753596186637878,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1868612915277481,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1574714183807373,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10478288680315018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09145205467939377,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12200669944286346,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11231841146945953,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10829984396696091,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08400752395391464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07674860209226608,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06255020201206207,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05400585010647774,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05053543299436569,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04969070479273796,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03136207535862923,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026550792157649994,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026164580136537552,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022476591169834137,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021923644468188286,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016744332388043404,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017163770273327827,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015333518385887146,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012122935615479946,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14093537628650665,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13204355537891388,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1287887543439865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11658109724521637,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06635189801454544,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0629168152809143,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07480628788471222,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06905151903629303,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.06740157306194305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.059574298560619354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05650356784462929,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.038181498646736145,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03313945606350899,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0319330096244812,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03164445608854294,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019117223098874092,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01663912460207939,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.016510045155882835,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015288915485143661,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.015109808184206486,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010188540443778038,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010416882112622261,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.00972988735884428,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007260144222527742,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23907755315303802,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22448977828025818,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2196393609046936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19885405898094177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11259527504444122,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10713819414377213,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12579752504825592,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11619529873132706,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11419627070426941,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10119728744029999,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09587752819061279,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0640762522816658,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.055646978318691254,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.054008372128009796,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05362009257078171,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03205348923802376,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02779080905020237,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027615472674369812,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02547622285783291,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02522868476808071,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016845982521772385,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016813501715660095,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01618802919983864,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0111368577927351,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2087876945734024,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18321160972118378,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17207589745521545,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15284091234207153,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09482566267251968,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08408083021640778,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11562319099903107,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10542023181915283,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09848479181528091,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08018568158149719,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0764535516500473,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.058732546865940094,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05065799877047539,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.045847538858652115,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04463673382997513,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02976636402308941,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024342931807041168,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.023843374103307724,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021528342738747597,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.020739784464240074,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016375381499528885,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01633964292705059,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014751844108104706,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01168432179838419,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10877271741628647,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09843651205301285,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0906878188252449,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08173252642154694,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05000104755163193,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.043986283242702484,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06584800034761429,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05973955988883972,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05177675187587738,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04420572519302368,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.042893193662166595,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03363474830985069,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028636552393436432,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024240678176283836,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023101940751075745,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01692372001707554,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012875890359282494,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012297200039029121,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011751320213079453,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011039698496460915,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009064070880413055,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008956674486398697,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007443315349519253,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006195798050612211,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09615078568458557,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08634691685438156,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07612156867980957,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06870494037866592,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04372505843639374,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03649873286485672,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06243113800883293,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0567217655479908,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.045521173626184464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03870868310332298,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03796137496829033,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0317605584859848,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027143683284521103,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02121083065867424,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019602444022893906,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01587587222456932,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011273586191236973,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010424062609672546,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01030553039163351,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009302436374127865,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0083540054038167,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00820229947566986,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006247330456972122,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005445259157568216,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21533405780792236,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18928936123847961,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17595729231834412,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1575031727552414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09741716086864471,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08534582704305649,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12704035639762878,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11244986206293106,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10189458727836609,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.083951935172081,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0807620957493782,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06503412127494812,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.053670287132263184,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04674356058239937,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.044970765709877014,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03251448646187782,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.024022318422794342,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.023171311244368553,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02128969319164753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.020130125805735588,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016649942845106125,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015501083806157112,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013332005590200424,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009572833776473999,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21811263263225555,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18765009939670563,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17622831463813782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1436695009469986,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10092595964670181,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08878335356712341,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12026485055685043,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10972888767719269,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10405568778514862,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07873286306858063,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06984314322471619,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.061511967331171036,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05290555581450462,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.048945508897304535,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04799569770693779,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030932992696762085,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02607104368507862,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.025626173242926598,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021828779950737953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02117469534277916,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01680663600564003,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017408806830644608,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015298547223210335,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012728124856948853,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1534920483827591,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14381149411201477,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14040318131446838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12704667448997498,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07219040393829346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06846587359905243,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08124472200870514,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07503905147314072,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07330648601055145,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06482201814651489,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06142769381403923,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04142715409398079,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03595844283699989,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03466784581542015,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03436612710356712,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020721780136227608,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01794511452317238,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.017806774005293846,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01646239496767521,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01627187617123127,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010955505073070526,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011059274896979332,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010462574660778046,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007504408247768879,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24294914305210114,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22817113995552063,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22326868772506714,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20214226841926575,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11435327678918839,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10883039236068726,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12776583433151245,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11803657561540604,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11597327888011932,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10278750211000443,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0973285585641861,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06512456387281418,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05641381815075874,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05476696044206619,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05437449365854263,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032517336308956146,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028042616322636604,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027865305542945862,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025675440207123756,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02542799711227417,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017024308443069458,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01676247827708721,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.0163557305932045,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010821178555488586,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21465863287448883,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18985235691070557,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1789659708738327,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15915082395076752,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09790663421154022,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08742162585258484,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11905725300312042,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10816258937120438,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10130693018436432,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08326626569032669,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07937529683113098,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06046896055340767,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.051896173506975174,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04725407063961029,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04609181731939316,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030661607161164284,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02494523487985134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024473145604133606,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022106025367975235,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021372679620981216,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016910087317228317,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016520710662007332,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015349186025559902,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01168926153331995,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11032374203205109,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10034794360399246,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09310661256313324,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0839686319231987,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05086197331547737,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04516680911183357,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06610623002052307,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05989156663417816,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.052496861666440964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.045052044093608856,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04355306178331375,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03368062525987625,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02869044989347458,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024582359939813614,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023522719740867615,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01688993163406849,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012926984578371048,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012397531419992447,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011783857829868793,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011133274994790554,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008958662860095501,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008785191923379898,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007432887796312571,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005950174294412136,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09655187278985977,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08650779724121094,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0777069628238678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.0700647383928299,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.043816108256578445,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0373779721558094,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06037882715463638,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0550520233809948,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.045602962374687195,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03864322975277901,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.037625961005687714,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03058495745062828,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026192251592874527,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.021203717216849327,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019855301827192307,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01530147809535265,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011149941012263298,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010457743890583515,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010145681910216808,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009288513101637363,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008002635091543198,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007848488166928291,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0061831106431782246,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005128405522555113,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2314310520887375,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20782452821731567,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19673916697502136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17668022215366364,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10612364858388901,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09574964642524719,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1310928463935852,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11809757351875305,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10993754863739014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09260393679141998,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0884317085146904,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06697707623243332,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05644359812140465,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.050945308059453964,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04956458881497383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.033451974391937256,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026095783337950706,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02543092891573906,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02331039123237133,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02243550680577755,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017143040895462036,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016346316784620285,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014597911387681961,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010145004838705063,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20250797271728516,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17341552674770355,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16304267942905426,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13439753651618958,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09167701750993729,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08032713830471039,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10947330296039581,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10014200955629349,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09584800153970718,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07262178510427475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0665535107254982,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.056107088923454285,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04821913689374924,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04434262216091156,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.043400559574365616,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028127780184149742,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.023448705673217773,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023023737594485283,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019768157973885536,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019122524186968803,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015186075121164322,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015518377535045147,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01371180173009634,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01107284426689148,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15920455753803253,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14922162890434265,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14566774666309357,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13184119760990143,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07497026026248932,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07110968232154846,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08448576927185059,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07782918214797974,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07609632611274719,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06726855784654617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06381426751613617,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04304889962077141,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.037322916090488434,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.036036815494298935,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03572462126612663,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021602388471364975,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01871441677212715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.018573565408587456,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01717088185250759,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01698029600083828,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011589092202484608,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011610358953475952,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011096954345703125,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007986084558069706,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24665087461471558,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.231631800532341,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22662204504013062,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20504076778888702,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1161719560623169,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11049235612154007,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1297292709350586,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11984723806381226,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.1178344339132309,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10431376844644547,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09871874749660492,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06614802777767181,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05733172968029976,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05566643923521042,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05527975782752037,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0330628864467144,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028531327843666077,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028350066393613815,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02610490284860134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02585512027144432,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017372427508234978,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01708918996155262,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01668979413807392,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011079988442361355,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21865208446979523,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19286790490150452,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18141935765743256,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16183669865131378,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09959015995264053,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0886821448802948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12062403559684753,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1103770062327385,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10315542668104172,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08468053489923477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08077608793973923,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06149281561374664,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05292857065796852,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.048032429069280624,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.046805497258901596,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031003380194306374,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02528969757258892,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024798816069960594,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022388195618987083,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021614056080579758,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016748271882534027,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016694486141204834,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015047372318804264,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011695502325892448,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11963911354541779,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10928117483854294,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10145905613899231,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09161582589149475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05540037527680397,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.049220334738492966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07148086279630661,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06522046774625778,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05697459354996681,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04917357861995697,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04748887941241264,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03641737252473831,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03128395974636078,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02681024931371212,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02566886879503727,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018239246681332588,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014168085530400276,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013572853989899158,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012946885079145432,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01223201584070921,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009614408947527409,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009702563285827637,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007984692230820656,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006649997550994158,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10419463366270065,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09450910985469818,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08453017473220825,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07630226761102676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04763296991586685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.04061870276927948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0663369670510292,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06065233796834946,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04926592484116554,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04233568161725998,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.041365329176187515,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03367156535387039,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028836095705628395,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.023061249405145645,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.021470006555318832,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01683535799384117,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.012097339145839214,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.0112658916041255,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011059189215302467,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010068833827972412,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008813567459583282,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008545182645320892,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006751424167305231,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005501908250153065,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2393847107887268,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2172740399837494,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20762911438941956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.18669982254505157,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11065782606601715,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10119722783565521,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13398072123527527,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12067340314388275,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11401976644992828,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09717361629009247,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09257575124502182,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06824672222137451,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05766909569501877,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05304279923439026,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.051893338561058044,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034066662192344666,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.027109211310744286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026567136868834496,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02432696521282196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.023578442633152008,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01747751235961914,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01666327565908432,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01528100948780775,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010290672071278095,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1812024712562561,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1631074845790863,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1542041301727295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1278841197490692,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08437855541706085,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07588725537061691,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10194249451160431,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09351948648691177,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08602346479892731,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0695594847202301,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0627642497420311,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.052052371203899384,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04487039893865585,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.040675606578588486,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.039632853120565414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.026049885898828506,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.021233830600976944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.020685188472270966,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018303850665688515,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.017600977793335915,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013758659362792969,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013798566535115242,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012234939262270927,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009341483004391193,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15905238687992096,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1490095853805542,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1455269753932953,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13155797123908997,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07488248497247696,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07104112952947617,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08419954031705856,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07772733271121979,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07601355761289597,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06716050952672958,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06362573057413101,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.042943961918354034,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03725083917379379,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.035975873470306396,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0356743298470974,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021502118557691574,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01863800175487995,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01850014552474022,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0170817319303751,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.016895601525902748,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011424691416323185,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011494866572320461,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010932760313153267,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007834543474018574,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24935376644134521,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23414526879787445,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2290818840265274,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2072385996580124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11744646728038788,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11172476410865784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13152962923049927,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1211269199848175,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11913095414638519,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10543181747198105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09992045909166336,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.067043237388134,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.058001842349767685,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05634467676281929,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.055955443531274796,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03361498564481735,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02896503545343876,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028784940019249916,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02651638351380825,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02626625820994377,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017871109768748283,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017474260181188583,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017220264300704002,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011519036255776882,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2217501550912857,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1958426833152771,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18462583422660828,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16471712291240692,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.1008710265159607,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09010858833789825,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12199929356575012,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11143063753843307,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10454154759645462,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08596231788396835,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08192745596170425,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.061780303716659546,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05326644703745842,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04851093515753746,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04732053726911545,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031189577654004097,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025297969579696655,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02481789141893387,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022354768589138985,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.0215823482722044,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01688745804131031,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0163726806640625,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015259236097335815,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01108486671000719,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12521207332611084,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11485110968351364,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10735099762678146,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09672459959983826,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05811115354299545,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.052158378064632416,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07433302700519562,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06752946972846985,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.059669896960258484,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.051586609333753586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04980335384607315,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03785630688071251,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0323275625705719,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02805345132946968,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026962310075759888,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01895204372704029,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014661298133432865,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.014096048660576344,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013362306170165539,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01268822979182005,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00994677934795618,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009791125543415546,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008343382738530636,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00651681749150157,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10425372421741486,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09485404938459396,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08549398928880692,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07722705602645874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04779091849923134,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.041109248995780945,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06517363339662552,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05988422781229019,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04929520934820175,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04248017072677612,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.04131022095680237,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03300342708826065,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028524452820420265,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.023094212636351585,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.02161749266088009,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01649894006550312,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.012063277885317802,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.011282945983111858,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011010309681296349,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010088354349136353,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008587147109210491,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008394114673137665,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006669994443655014,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005339855793863535,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.24127358198165894,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21964527666568756,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2101917713880539,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.18895138800144196,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11169569939374924,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10240838676691055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13544674217700958,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12154443562030792,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11480463296175003,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09812487661838531,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09356526285409927,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06903550773859024,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05807783454656601,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.053562674671411514,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05245758593082428,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03443605452775955,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.027317529544234276,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02675570920109749,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024560056626796722,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.023827580735087395,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017677735537290573,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01675783284008503,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.015454364940524101,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010286547243595123,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.19997814297676086,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17346426844596863,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16397710144519806,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13278982043266296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0909629687666893,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0811280608177185,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10992790758609772,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09924691170454025,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09525994211435318,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07274465262889862,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06451432406902313,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05582468584179878,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04764120280742645,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.043763983994722366,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.042801178991794586,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02804049849510193,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022752417251467705,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022363726049661636,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019126247614622116,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018469825387001038,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014987468719482422,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014554524794220924,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013371171429753304,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009789247997105122,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16270151734352112,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1523708999156952,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14872382581233978,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1345292031764984,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07671041786670685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07269026339054108,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08628303557634354,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07957985252141953,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07787308841943741,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06873363256454468,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06511018425226212,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04407769441604614,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.0381871722638607,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03687852621078491,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03656761348247528,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022081995382905006,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01914944127202034,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019003976136446,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017542589455842972,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.017351392656564713,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011802924796938896,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011864269152283669,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011298899538815022,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008159332908689976,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.25151774287223816,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.236109659075737,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23101110756397247,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20889993011951447,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1186654344201088,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11282140016555786,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13219808042049408,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12229228019714355,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.1203359067440033,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10637615621089935,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.1006155014038086,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06732816249132156,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05849924683570862,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.056846920400857925,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.056459106504917145,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03362787887454033,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029086504131555557,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02890658937394619,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026567606255412102,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02631673961877823,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0174773707985878,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017345987260341644,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016794148832559586,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011152359656989574,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2228151559829712,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19647052884101868,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1846493035554886,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1651364415884018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10132112354040146,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09013614058494568,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12296776473522186,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1127479150891304,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10510034114122391,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08650746196508408,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08253501355648041,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06265099346637726,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054041456431150436,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04878680035471916,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.047485701739788055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03144215792417526,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025600029155611992,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.0250595360994339,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022708846256136894,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02186756767332554,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016861526295542717,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01683330349624157,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015075129456818104,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011607233434915543,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11904904246330261,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.108517125248909,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10063385218381882,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09072111546993256,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.055168069899082184,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04896203801035881,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07148978859186172,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0650857463479042,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.056797027587890625,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04887428507208824,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04723360016942024,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03646475076675415,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03125590831041336,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026653077453374863,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02548621967434883,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018262051045894623,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014023404568433762,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013406934216618538,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012786765582859516,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012036986649036407,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009552744217216969,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00954485684633255,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007840251550078392,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006408235058188438,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10036614537239075,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09066491574048996,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08033907413482666,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07245687395334244,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04572359845042229,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03862997516989708,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06470973789691925,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05904773622751236,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0473775677382946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04057502746582031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.039700429886579514,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03271036595106125,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028031688183546066,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.022196466103196144,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.020563937723636627,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016385406255722046,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.01168199721723795,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010838530026376247,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01067414227873087,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009662821888923645,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008617513813078403,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008360852487385273,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006544805131852627,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0054283421486616135,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23095282912254333,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20676204562187195,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19496220350265503,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1748201549053192,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10564064979553223,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09481824934482574,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13280268013477325,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11881665885448456,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10968714952468872,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09208551049232483,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08825370669364929,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06809473782777786,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.056720469146966934,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0507371723651886,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04922013357281685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034041594713926315,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.025984905660152435,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02526979148387909,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023200567811727524,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022205742076039314,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017467530444264412,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016371285542845726,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014575325883924961,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010045348666608334,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.19122540950775146,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17137527465820312,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1653151512145996,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13844850659370422,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08939826488494873,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08181164413690567,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10102751106023788,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09291888028383255,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09129194170236588,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07256393134593964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0657372698187828,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05163642019033432,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.044533953070640564,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04292691498994827,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04255518317222595,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02581695280969143,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02213716134428978,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02196279726922512,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018728232011198997,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018465770408511162,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013561784289777279,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013508748263120651,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01284738164395094,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00898551195859909,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16639457643032074,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15584348142147064,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1521383672952652,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13744351267814636,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07852437347173691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07440348714590073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08825048059225082,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08147277683019638,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07971207797527313,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07027232646942139,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06645344942808151,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04503273591399193,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.039067041128873825,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.037726473063230515,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.037411343306303024,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022517552599310875,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019532224163413048,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019387781620025635,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01787201315164566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.017670679837465286,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011896049603819847,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012026903219521046,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011373037472367287,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008158245123922825,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.25086700916290283,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23543374240398407,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23034167289733887,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20818907022476196,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11847753077745438,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11260741949081421,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13233830034732819,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.122162364423275,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12014958262443542,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10617236793041229,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.10040189325809479,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06750164926052094,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05848852917551994,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05681469663977623,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05641992390155792,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03374004364013672,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029156995937228203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028969965875148773,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02662643790245056,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02637987770140171,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01773480512201786,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017509762197732925,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017048748210072517,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011422781273722649,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22409318387508392,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19816634058952332,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18633416295051575,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16643132269382477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.1020733043551445,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09097135066986084,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12405174225568771,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11362286657094955,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10581465065479279,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08735743165016174,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08321497589349747,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06316938996315002,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05454175919294357,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.0492420420050621,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04792579263448715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03196822106838226,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02597051113843918,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.0254188384860754,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023116255179047585,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02226666733622551,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017447244375944138,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017240939661860466,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01570034772157669,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012079641222953796,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1218356266617775,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11131077259778976,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10455789417028427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0943012610077858,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.056547850370407104,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.050903525203466415,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07102951407432556,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06461984664201736,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05815913528203964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.050052743405103683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.048036128282547,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.036280058324337006,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031019890680909157,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02731848508119583,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026375414803624153,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018180204555392265,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014324917457997799,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013849015347659588,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013036563992500305,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012447702698409557,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009557380340993404,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009530282579362392,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00811054091900587,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006455978378653526,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10315558314323425,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09429652988910675,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08766420185565948,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07893411070108414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04765328764915466,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.042448241263628006,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06131228804588318,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0560712069272995,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04901016503572464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04228826239705086,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.040640026330947876,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.031094910576939583,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026831822469830513,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02299484610557556,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.02200317569077015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015571657568216324,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011987827718257904,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.011472291313111782,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010908578522503376,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010294105857610703,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008143411949276924,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008014210499823093,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006744324695318937,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005231218412518501,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2259206920862198,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2059352546930313,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1969957947731018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17727592587471008,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10487097501754761,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09608849138021469,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12524919211864471,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1140575036406517,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10779787600040436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09205181151628494,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08755829185247421,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06380079686641693,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05445799231529236,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05025212839245796,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.049210384488105774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03180919960141182,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0256103053689003,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02510935068130493,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02297009341418743,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022290082648396492,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016329677775502205,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01564684696495533,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014491917565464973,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009525688365101814,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2011030912399292,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17766422033309937,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16973866522312164,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1411152184009552,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09360110759735107,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08461260795593262,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10796831548213959,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09897303581237793,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09613301604986191,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07550545781850815,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06826771050691605,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05540646240115166,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04771419242024422,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04526905342936516,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04468921944499016,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027902752161026,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02399934083223343,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023752320557832718,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020482484251260757,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.020094236359000206,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01521226204931736,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01565881259739399,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01427488774061203,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011437966488301754,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16218353807926178,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1516282707452774,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14783906936645508,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13348281383514404,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0765610784292221,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07245536148548126,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08630458265542984,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07968204468488693,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07779277116060257,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06845589727163315,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06473399698734283,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04410538449883461,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03824829310178757,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.036834120750427246,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03650209307670593,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02208198606967926,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019137173891067505,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01897786743938923,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017507869750261307,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01729862205684185,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01172886323183775,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011888643726706505,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011184483766555786,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008173694834113121,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24210335314273834,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22697176039218903,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22196759283542633,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20050005614757538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11436944454908371,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10859677940607071,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12793156504631042,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11808931082487106,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11604245752096176,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10241828858852386,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09678972512483597,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06528152525424957,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05654746666550636,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.054854605346918106,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05444899573922157,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03262774646282196,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028157835826277733,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027967087924480438,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02570405788719654,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025446275249123573,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017147542908787727,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01692776381969452,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.0164509154856205,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011062508448958397,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22394858300685883,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19743768870830536,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1849997341632843,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16508597135543823,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10186096280813217,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09034091979265213,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1256418526172638,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11428365111351013,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10578358173370361,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0869705006480217,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08298583328723907,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06391170620918274,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054754588752985,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04915101081132889,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04775253310799599,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03226200491189957,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025888163596391678,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02529740147292614,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022984739392995834,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022076796740293503,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01760072261095047,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017191315069794655,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01568019948899746,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011953096836805344,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11364664137363434,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1036757379770279,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09509772062301636,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08579246699810028,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.052622389048337936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04610678181052208,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0704733282327652,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06360867619514465,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0541817843914032,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.046668991446495056,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04542591795325279,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03601468354463577,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03048788197338581,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025489650666713715,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024185681715607643,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01803569868206978,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013469945639371872,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012791009619832039,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01230289600789547,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011495275422930717,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009518461301922798,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009349096566438675,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0076147117651999,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006320673506706953,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09376957267522812,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08455930650234222,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07322894036769867,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06625530868768692,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04267723858356476,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03498733788728714,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06307055801153183,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05726327374577522,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04436205327510834,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03801552951335907,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03752152621746063,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.031829606741666794,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027303773909807205,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02073688432574272,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018872804939746857,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01593109406530857,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010988811030983925,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010002922266721725,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010085063055157661,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00891991425305605,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008335803635418415,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008126631379127502,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006006198935210705,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005245390348136425,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22818753123283386,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20384998619556427,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19094672799110413,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17108488082885742,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.1044420450925827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09306591004133224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13318997621536255,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11904163658618927,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10858408361673355,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09091553837060928,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0873178243637085,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06836637109518051,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.056934572756290436,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05021923407912254,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0485718734562397,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034272585064172745,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.025944549590349197,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02510700561106205,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02319522760808468,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022093290463089943,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01763601042330265,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01675051636993885,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014472567476332188,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010649868287146091,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2186039686203003,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18543054163455963,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17429177463054657,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14537635445594788,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0995967760682106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0874260663986206,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1183047667145729,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10805650800466537,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10370685905218124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07733652740716934,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07219085097312927,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06058400869369507,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05190914869308472,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.048070117831230164,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.047129254788160324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030343670397996902,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.025276830419898033,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.024879135191440582,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020947057753801346,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02030729316174984,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016283297911286354,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01646568812429905,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01481049507856369,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01160899456590414,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15126141905784607,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1411883383989334,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13739703595638275,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12391330301761627,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07135383784770966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06731484830379486,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0808662474155426,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07463351637125015,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07255668938159943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.063693568110466,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06021754816174507,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.041300177574157715,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03582751005887985,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03434057906270027,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03398870304226875,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020667042583227158,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017834052443504333,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.017668087035417557,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016296178102493286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.016073334962129593,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010935110971331596,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011104141362011433,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010354343801736832,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0076122465543448925,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.22384841740131378,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20948541164398193,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20454733073711395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.18452058732509613,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.10566816478967667,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1001412495970726,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11866866797208786,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10954771935939789,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10730262845754623,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09448819607496262,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08928664773702621,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06062107905745506,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.052495770156383514,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05076128989458084,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05034385249018669,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03033405728638172,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02620738558471203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026012994349002838,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023931289091706276,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.023669417947530746,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016036227345466614,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016018811613321304,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015331685543060303,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010748334228992462,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.20230966806411743,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1772633194923401,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1652413010597229,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1469472050666809,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09209028631448746,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08100098371505737,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11388520896434784,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10395147651433945,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09566831588745117,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07797006517648697,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0743967816233635,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05824534595012665,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05000142380595207,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04461074247956276,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04324638843536377,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029540691524744034,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02380925975739956,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02322770468890667,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02111503854393959,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.020238099619746208,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01631581224501133,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016233041882514954,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014486858621239662,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01168321818113327,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11124234646558762,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10137727856636047,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0936262384057045,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08441803604364395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05123872309923172,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.045362941920757294,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06902094930410385,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06121409311890602,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05295271426439285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04555502533912659,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04427816718816757,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03526555374264717,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02929096296429634,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024767382070422173,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0235928725451231,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01769120991230011,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013030284084379673,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012442611157894135,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01191557478159666,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011188225820660591,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009272025898098946,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008925624191761017,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007390011101961136,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005999332759529352,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0937352329492569,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08587426692247391,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07752881199121475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06995172798633575,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04305450990796089,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03724725544452667,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.059755776077508926,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.054175861179828644,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04437874257564545,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.038502082228660583,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0375344380736351,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030312564224004745,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025815976783633232,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.020830336958169937,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019461777061223984,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015200590714812279,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010912706144154072,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010194667614996433,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01001389604061842,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009176581166684628,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007932623848319054,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007656297646462917,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.00608822051435709,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004939651116728783,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.24763524532318115,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2268836349248886,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21732774376869202,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.19569972157478333,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11523768305778503,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10608884692192078,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.138811856508255,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12547743320465088,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11842180788516998,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10192951560020447,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09708675742149353,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07106475532054901,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06012934446334839,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.055318012833595276,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05413810908794403,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.035605523735284805,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.028339248150587082,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.027777351438999176,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02558939717710018,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.024832716211676598,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018303649500012398,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01751287281513214,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01606430858373642,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010961716994643211,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1946043074131012,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16322962939739227,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15131399035453796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13046196103096008,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08760975301265717,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0749184712767601,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10907819867134094,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09783628582954407,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09291407465934753,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0701705664396286,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06629583239555359,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0561012327671051,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04710247740149498,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04233793914318085,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04116728529334068,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02811487577855587,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022342117503285408,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021853001788258553,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018948663026094437,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018144521862268448,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014939503744244576,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014865861274302006,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012942548841238022,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010385883040726185,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1510816216468811,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14075888693332672,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13683944940567017,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12346475571393967,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07123884558677673,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06710489094257355,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08093128353357315,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07466837018728256,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07247112691402435,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06348145008087158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06006097048521042,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0413852334022522,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03586806729435921,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03432012349367142,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.033954739570617676,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020721929147839546,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017925841733813286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01775084249675274,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01638646423816681,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01615116372704506,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011064074002206326,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011322349309921265,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01046632882207632,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007921239361166954,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.20107877254486084,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.18793141841888428,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.18312743306159973,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.16535931825637817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.09561462700366974,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09045201539993286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10760606080293655,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09932956844568253,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.09710266441106796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08545882254838943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08092980831861496,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05564426630735397,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.048555564135313034,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04687296971678734,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04648768529295921,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028044169768691063,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02584204263985157,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.025676259770989418,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023982111364603043,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.023741288110613823,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015843937173485756,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01797090470790863,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015244604088366032,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.014436529017984867,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2073332965373993,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18307442963123322,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17221951484680176,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15210466086864471,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09484606981277466,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08452020585536957,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11551280319690704,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10506962984800339,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09797967225313187,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08014646172523499,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0758073627948761,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05860861390829086,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.050383541733026505,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04577469453215599,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04462423548102379,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02943524904549122,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02417292818427086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.023684920743107796,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021332615986466408,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.020589787513017654,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01581507734954357,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016036106273531914,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014216206036508083,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01131842564791441,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11035273969173431,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10004010051488876,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0907164067029953,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0816878005862236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05086638033390045,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.043926507234573364,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07000242918729782,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06284769624471664,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05258407071232796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.044973231852054596,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04398254305124283,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.035731494426727295,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.030161889269948006,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024703113362193108,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02325635775923729,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017922230064868927,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013148129917681217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012392622418701649,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012003710493445396,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011106421239674091,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009467439725995064,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009336194023489952,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007411231752485037,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006386296823620796,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09469229727983475,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08536253124475479,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07365287840366364,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06640574336051941,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04306066781282425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.035119447857141495,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06458094716072083,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05818144232034683,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04481954872608185,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.038322389125823975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03786333650350571,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03277396410703659,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027791017666459084,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.020953036844730377,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01898099109530449,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016473162919282913,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011114608496427536,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010071567259728909,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01019227597862482,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008963994681835175,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008570833131670952,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00827069953083992,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005986716598272324,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005329601466655731,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22436687350273132,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19887606799602509,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18484126031398773,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.16560761630535126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10220693796873093,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09004940092563629,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1326775848865509,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11828560382127762,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10660277307033539,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0886986032128334,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08557639271020889,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06832385063171387,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05663818493485451,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.049220673739910126,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04729047417640686,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03440847247838974,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02549518458545208,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.024565713480114937,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022786106914281845,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02155204862356186,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01778220757842064,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016757752746343613,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014286106452345848,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010764720849692822,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.16721297800540924,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.147415891289711,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14159603416919708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.11855409294366837,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07754021883010864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07016436010599136,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08874277025461197,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08087795227766037,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0793224647641182,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06260567158460617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0573158822953701,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04567811265587807,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03910544514656067,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.037558816373348236,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03719688951969147,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.022930622100830078,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019998112693428993,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.019857289269566536,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01714162714779377,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.016902364790439606,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012517412193119526,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013117228634655476,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01190597377717495,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009778563864529133,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15110480785369873,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14103658497333527,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13723182678222656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1238136887550354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07181736081838608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06772594898939133,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08129696547985077,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07499345391988754,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0729178711771965,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06408277899026871,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06074212118983269,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.042034994810819626,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.036682456731796265,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03525255620479584,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03492197394371033,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021216891705989838,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019438395276665688,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01927793398499489,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018009914085268974,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.017807161435484886,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011957610957324505,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013545362278819084,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011431255377829075,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010860995389521122,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15652261674404144,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14629262685775757,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14263343811035156,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12867888808250427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07440229505300522,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07037204504013062,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0838213786482811,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07731664925813675,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07554115355014801,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06643033027648926,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0628988966345787,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04333094134926796,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.037683580070734024,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03637896850705147,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03606913611292839,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021833613514900208,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019878892228007317,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019726881757378578,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01838870719075203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01819889433681965,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012250294908881187,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013613315299153328,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011760353110730648,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010758007876574993,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.1748381406068802,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.15477421879768372,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.14650891721248627,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1281273365020752,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.08054592460393906,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.07250640541315079,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09753963351249695,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.08712128549814224,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.0825883075594902,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.06752954423427582,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.06353616714477539,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.049410317093133926,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04233399033546448,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.03945792093873024,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.03873236104846001,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.025290410965681076,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.021723316982388496,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.021442919969558716,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.019351042807102203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.018921304494142532,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.014606023207306862,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015274358913302422,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01366094034165144,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012053494341671467,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1061929240822792,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09613259136676788,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08716132491827011,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07842957228422165,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04888525232672691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04220350459218025,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06706251204013824,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0604458749294281,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.050633277744054794,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04319586977362633,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0421915128827095,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.034264735877513885,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02897384762763977,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.023724593222141266,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022328544408082962,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017148442566394806,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012596826069056988,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011876918375492096,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01149087306112051,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01061989925801754,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009038633666932583,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00891722273081541,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007055049762129784,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006053432822227478,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09324631839990616,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08392439782619476,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07283082604408264,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06576823443174362,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04242038354277611,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03490057960152626,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06336052715778351,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05669736489653587,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04420798271894455,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03765556961297989,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03712696582078934,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03214390203356743,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02699306793510914,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.020655518397688866,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018861643970012665,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01611349917948246,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011000529862940311,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010060446336865425,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010078122839331627,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00895913876593113,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008448181673884392,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008142522536218166,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006064322777092457,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005369083024561405,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23424312472343445,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2053023725748062,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1892111897468567,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.16948530077934265,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10630781948566437,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09229783713817596,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13909700512886047,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12485280632972717,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11153630167245865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09148207306861877,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08835841715335846,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07141623646020889,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.059697140008211136,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05124564468860626,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04906035587191582,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0358722023665905,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026497377082705498,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.025433756411075592,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023497724905610085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022054431959986687,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01849309727549553,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017474273219704628,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014723927713930607,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01102860365062952,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09822370111942291,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08658390492200851,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0826164111495018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06870070844888687,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04413442313671112,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03982998803257942,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.053069524466991425,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04684364050626755,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04532518610358238,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03583965823054314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03350698575377464,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02673221379518509,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024118216708302498,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022972997277975082,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02273321896791458,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014154668897390366,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014367564581334591,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01427903026342392,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013111724518239498,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012961125932633877,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008831284940242767,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011631730012595654,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008454984985291958,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010510118678212166,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14532075822353363,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13599161803722382,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1326836347579956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11951195448637009,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06869038194417953,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06501618027687073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07745251059532166,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07135440409183502,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0696922093629837,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06130370870232582,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05800273269414902,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03956172987818718,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03422272577881813,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.033011097460985184,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03272058069705963,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019794955849647522,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017080334946513176,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.016941068693995476,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015588784590363503,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01540601160377264,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010434725321829319,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010514779016375542,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.009950857609510422,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007117984816431999,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.09602409601211548,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.08964844048023224,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.08740019053220749,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.07868973910808563,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.04531765729188919,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.042844463139772415,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.05121520534157753,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.04711701720952988,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.046037349849939346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.04039763659238815,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.038236867636442184,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.026230573654174805,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.02269272692501545,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.021878989413380623,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.021686824038624763,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.013184004463255405,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.011527257040143013,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.011434822343289852,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01056069228798151,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01043803058564663,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.007176797837018967,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.007382979150861502,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.006865690462291241,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005342207849025726,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.1052064523100853,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.09462793916463852,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.08979315310716629,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.07836989313364029,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.04895268753170967,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.044432297348976135,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.06015023961663246,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.05353197827935219,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.050141118466854095,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.04163774847984314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.03942713513970375,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.030998218804597855,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.0262223482131958,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.024122316390275955,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.023614633828401566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.01603534258902073,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.013545266352593899,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.013322879560291767,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.012247359380126,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.011936960741877556,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0094708651304245,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.009836041368544102,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.008781567215919495,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.007947894744575024,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 6.415755212345217
}